2024-11-22 20:21:27,240 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-22 20:21:27,258 main DEBUG Took 0.015706 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 20:21:27,259 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 20:21:27,259 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 20:21:27,261 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 20:21:27,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,271 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 20:21:27,288 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,290 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,291 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,292 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,293 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,296 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,298 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,299 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,300 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,303 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,304 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 20:21:27,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,306 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 20:21:27,309 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 20:21:27,311 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 20:21:27,314 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 20:21:27,315 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 20:21:27,317 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 20:21:27,318 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 20:21:27,334 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 20:21:27,338 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 20:21:27,341 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 20:21:27,342 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 20:21:27,343 main DEBUG createAppenders(={Console}) 2024-11-22 20:21:27,344 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-22 20:21:27,345 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-22 20:21:27,345 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-22 20:21:27,346 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 20:21:27,347 main DEBUG OutputStream closed 2024-11-22 20:21:27,347 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 20:21:27,347 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 20:21:27,348 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-22 20:21:27,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 20:21:27,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 20:21:27,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 20:21:27,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 20:21:27,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 20:21:27,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 20:21:27,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 20:21:27,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 20:21:27,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 20:21:27,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 20:21:27,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 20:21:27,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 20:21:27,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 20:21:27,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 20:21:27,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 20:21:27,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 20:21:27,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 20:21:27,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 20:21:27,507 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 20:21:27,508 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-22 20:21:27,508 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 20:21:27,513 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-22T20:21:27,981 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66 2024-11-22 20:21:27,986 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 20:21:27,987 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T20:21:28,001 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-22T20:21:28,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T20:21:28,046 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/cluster_134b4e0d-0378-d1e9-db54-39e233a19dd5, deleteOnExit=true 2024-11-22T20:21:28,049 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-22T20:21:28,050 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/test.cache.data in system properties and HBase conf 2024-11-22T20:21:28,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T20:21:28,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/hadoop.log.dir in system properties and HBase conf 2024-11-22T20:21:28,055 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T20:21:28,056 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T20:21:28,057 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-22T20:21:28,216 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T20:21:28,367 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T20:21:28,373 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T20:21:28,374 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T20:21:28,376 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T20:21:28,377 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T20:21:28,378 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T20:21:28,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T20:21:28,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T20:21:28,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T20:21:28,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T20:21:28,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/nfs.dump.dir in system properties and HBase conf 2024-11-22T20:21:28,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/java.io.tmpdir in system properties and HBase conf 2024-11-22T20:21:28,382 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T20:21:28,383 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T20:21:28,383 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T20:21:29,549 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T20:21:29,662 INFO [Time-limited test {}] log.Log(170): Logging initialized @3549ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T20:21:29,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T20:21:29,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T20:21:29,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T20:21:29,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T20:21:29,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T20:21:30,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T20:21:30,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/hadoop.log.dir/,AVAILABLE} 2024-11-22T20:21:30,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T20:21:30,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/java.io.tmpdir/jetty-localhost-42449-hadoop-hdfs-3_4_1-tests_jar-_-any-2923184202702127547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T20:21:30,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:42449} 2024-11-22T20:21:30,304 INFO [Time-limited test {}] server.Server(415): Started @4192ms 2024-11-22T20:21:30,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T20:21:30,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T20:21:30,878 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T20:21:30,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T20:21:30,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T20:21:30,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/hadoop.log.dir/,AVAILABLE} 2024-11-22T20:21:30,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T20:21:31,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/java.io.tmpdir/jetty-localhost-34663-hadoop-hdfs-3_4_1-tests_jar-_-any-1248439960384622315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T20:21:31,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:34663} 2024-11-22T20:21:31,030 INFO [Time-limited test {}] server.Server(415): Started @4918ms 2024-11-22T20:21:31,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T20:21:31,744 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/cluster_134b4e0d-0378-d1e9-db54-39e233a19dd5/dfs/data/data1/current/BP-1603232529-172.17.0.2-1732306889217/current, will proceed with Du for space computation calculation, 2024-11-22T20:21:31,747 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/cluster_134b4e0d-0378-d1e9-db54-39e233a19dd5/dfs/data/data2/current/BP-1603232529-172.17.0.2-1732306889217/current, will proceed with Du for space computation calculation, 2024-11-22T20:21:31,869 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T20:21:31,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7df63dc6d00b37c with lease ID 0x6f8b015b2a40115b: Processing first storage report for DS-de0618dc-ace6-4c1a-883e-f5822786bd83 from datanode DatanodeRegistration(127.0.0.1:38751, datanodeUuid=36dc75ec-abcc-4f5f-8f72-e74578667f86, infoPort=41725, infoSecurePort=0, ipcPort=33235, storageInfo=lv=-57;cid=testClusterID;nsid=1869254265;c=1732306889217) 2024-11-22T20:21:31,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7df63dc6d00b37c with lease ID 0x6f8b015b2a40115b: from storage DS-de0618dc-ace6-4c1a-883e-f5822786bd83 node DatanodeRegistration(127.0.0.1:38751, datanodeUuid=36dc75ec-abcc-4f5f-8f72-e74578667f86, infoPort=41725, infoSecurePort=0, ipcPort=33235, storageInfo=lv=-57;cid=testClusterID;nsid=1869254265;c=1732306889217), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-22T20:21:31,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7df63dc6d00b37c with lease ID 0x6f8b015b2a40115b: Processing first storage report for DS-a8b94d04-a22d-41ac-8692-aa60a801363e from datanode DatanodeRegistration(127.0.0.1:38751, datanodeUuid=36dc75ec-abcc-4f5f-8f72-e74578667f86, infoPort=41725, infoSecurePort=0, ipcPort=33235, storageInfo=lv=-57;cid=testClusterID;nsid=1869254265;c=1732306889217) 2024-11-22T20:21:31,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7df63dc6d00b37c with lease ID 0x6f8b015b2a40115b: from storage DS-a8b94d04-a22d-41ac-8692-aa60a801363e node DatanodeRegistration(127.0.0.1:38751, datanodeUuid=36dc75ec-abcc-4f5f-8f72-e74578667f86, infoPort=41725, infoSecurePort=0, ipcPort=33235, storageInfo=lv=-57;cid=testClusterID;nsid=1869254265;c=1732306889217), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T20:21:32,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66 2024-11-22T20:21:32,120 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/cluster_134b4e0d-0378-d1e9-db54-39e233a19dd5/zookeeper_0, clientPort=52147, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/cluster_134b4e0d-0378-d1e9-db54-39e233a19dd5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/cluster_134b4e0d-0378-d1e9-db54-39e233a19dd5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T20:21:32,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52147 2024-11-22T20:21:32,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:21:32,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:21:32,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741825_1001 (size=7) 2024-11-22T20:21:32,917 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f with version=8 2024-11-22T20:21:32,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/hbase-staging 2024-11-22T20:21:33,075 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T20:21:33,411 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bc573ddb75cd:0 server-side Connection retries=45 2024-11-22T20:21:33,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T20:21:33,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T20:21:33,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T20:21:33,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T20:21:33,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T20:21:33,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T20:21:33,688 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T20:21:33,700 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T20:21:33,705 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T20:21:33,742 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24836 (auto-detected) 2024-11-22T20:21:33,743 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T20:21:33,769 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33935 2024-11-22T20:21:33,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:21:33,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:21:33,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33935 connecting to ZooKeeper ensemble=127.0.0.1:52147 2024-11-22T20:21:33,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339350x0, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T20:21:33,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33935-0x10020e52e270000 connected 2024-11-22T20:21:33,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T20:21:33,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T20:21:33,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T20:21:33,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33935 2024-11-22T20:21:33,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33935 2024-11-22T20:21:33,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33935 2024-11-22T20:21:33,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33935 2024-11-22T20:21:33,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33935 2024-11-22T20:21:33,962 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f, hbase.cluster.distributed=false 2024-11-22T20:21:34,039 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bc573ddb75cd:0 server-side Connection retries=45 2024-11-22T20:21:34,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T20:21:34,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T20:21:34,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T20:21:34,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T20:21:34,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T20:21:34,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T20:21:34,046 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T20:21:34,047 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39703 2024-11-22T20:21:34,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T20:21:34,057 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T20:21:34,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:21:34,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:21:34,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39703 connecting to ZooKeeper ensemble=127.0.0.1:52147 2024-11-22T20:21:34,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397030x0, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T20:21:34,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397030x0, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T20:21:34,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397030x0, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T20:21:34,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397030x0, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T20:21:34,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39703-0x10020e52e270001 connected 2024-11-22T20:21:34,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-22T20:21:34,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39703 2024-11-22T20:21:34,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39703 2024-11-22T20:21:34,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-22T20:21:34,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-22T20:21:34,099 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/bc573ddb75cd,33935,1732306893066 2024-11-22T20:21:34,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T20:21:34,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T20:21:34,115 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bc573ddb75cd,33935,1732306893066 2024-11-22T20:21:34,129 DEBUG [M:0;bc573ddb75cd:33935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bc573ddb75cd:33935 2024-11-22T20:21:34,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T20:21:34,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T20:21:34,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:34,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:34,151 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T20:21:34,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T20:21:34,153 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bc573ddb75cd,33935,1732306893066 from backup master directory 2024-11-22T20:21:34,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T20:21:34,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bc573ddb75cd,33935,1732306893066 2024-11-22T20:21:34,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T20:21:34,158 WARN [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T20:21:34,159 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bc573ddb75cd,33935,1732306893066 2024-11-22T20:21:34,162 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T20:21:34,164 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T20:21:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741826_1002 (size=42) 2024-11-22T20:21:34,257 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/hbase.id with ID: 4999732f-892d-4b23-baae-91ae564a8450 2024-11-22T20:21:34,313 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T20:21:34,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:34,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741827_1003 (size=196) 2024-11-22T20:21:34,397 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:21:34,400 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T20:21:34,424 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:34,430 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T20:21:34,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741828_1004 (size=1189) 2024-11-22T20:21:34,495 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store 2024-11-22T20:21:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741829_1005 (size=34) 2024-11-22T20:21:34,521 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T20:21:34,521 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:34,522 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T20:21:34,523 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:21:34,523 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:21:34,523 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T20:21:34,523 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:21:34,523 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:21:34,524 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T20:21:34,526 WARN [master/bc573ddb75cd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/.initializing 2024-11-22T20:21:34,526 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/WALs/bc573ddb75cd,33935,1732306893066 2024-11-22T20:21:34,534 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T20:21:34,549 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc573ddb75cd%2C33935%2C1732306893066, suffix=, logDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/WALs/bc573ddb75cd,33935,1732306893066, archiveDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/oldWALs, maxLogs=10 2024-11-22T20:21:34,580 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/WALs/bc573ddb75cd,33935,1732306893066/bc573ddb75cd%2C33935%2C1732306893066.1732306894556, exclude list is [], retry=0 2024-11-22T20:21:34,609 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-de0618dc-ace6-4c1a-883e-f5822786bd83,DISK] 2024-11-22T20:21:34,615 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T20:21:34,680 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/WALs/bc573ddb75cd,33935,1732306893066/bc573ddb75cd%2C33935%2C1732306893066.1732306894556 2024-11-22T20:21:34,692 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41725:41725)] 2024-11-22T20:21:34,693 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:21:34,694 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:34,700 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:21:34,701 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:21:34,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:21:34,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T20:21:34,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:34,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:21:34,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:21:34,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T20:21:34,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:34,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:34,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:21:34,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T20:21:34,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:34,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:34,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:21:34,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T20:21:34,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:34,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:34,825 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:21:34,827 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:21:34,838 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T20:21:34,844 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T20:21:34,851 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:21:34,852 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65959921, jitterRate=-0.017120584845542908}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T20:21:34,858 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T20:21:34,860 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T20:21:34,897 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a00c986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:34,939 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-22T20:21:34,953 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T20:21:34,954 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T20:21:34,957 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T20:21:34,959 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T20:21:34,965 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-22T20:21:34,965 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T20:21:34,995 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T20:21:35,011 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T20:21:35,014 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-22T20:21:35,017 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T20:21:35,018 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T20:21:35,020 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-22T20:21:35,023 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T20:21:35,028 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T20:21:35,030 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-22T20:21:35,031 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T20:21:35,033 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T20:21:35,052 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T20:21:35,054 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T20:21:35,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T20:21:35,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T20:21:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:35,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:35,060 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bc573ddb75cd,33935,1732306893066, sessionid=0x10020e52e270000, setting cluster-up flag (Was=false) 2024-11-22T20:21:35,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:35,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:35,084 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T20:21:35,086 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc573ddb75cd,33935,1732306893066 2024-11-22T20:21:35,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:35,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:35,101 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T20:21:35,103 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bc573ddb75cd,33935,1732306893066 2024-11-22T20:21:35,223 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bc573ddb75cd:39703 2024-11-22T20:21:35,225 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1008): ClusterId : 4999732f-892d-4b23-baae-91ae564a8450 2024-11-22T20:21:35,229 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T20:21:35,236 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T20:21:35,236 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T20:21:35,240 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T20:21:35,241 DEBUG [RS:0;bc573ddb75cd:39703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d217811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:35,240 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-22T20:21:35,243 DEBUG [RS:0;bc573ddb75cd:39703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f61477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc573ddb75cd/172.17.0.2:0 2024-11-22T20:21:35,248 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-22T20:21:35,248 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-22T20:21:35,248 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-22T20:21:35,248 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-22T20:21:35,251 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(3073): reportForDuty to master=bc573ddb75cd,33935,1732306893066 with isa=bc573ddb75cd/172.17.0.2:39703, startcode=1732306894037 2024-11-22T20:21:35,252 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T20:21:35,258 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bc573ddb75cd,33935,1732306893066 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T20:21:35,263 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bc573ddb75cd:0, corePoolSize=5, maxPoolSize=5 2024-11-22T20:21:35,263 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bc573ddb75cd:0, corePoolSize=5, maxPoolSize=5 2024-11-22T20:21:35,263 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bc573ddb75cd:0, corePoolSize=5, maxPoolSize=5 2024-11-22T20:21:35,264 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bc573ddb75cd:0, corePoolSize=5, maxPoolSize=5 2024-11-22T20:21:35,264 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bc573ddb75cd:0, corePoolSize=10, maxPoolSize=10 2024-11-22T20:21:35,264 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,264 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bc573ddb75cd:0, corePoolSize=2, maxPoolSize=2 2024-11-22T20:21:35,265 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,266 DEBUG [RS:0;bc573ddb75cd:39703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T20:21:35,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-22T20:21:35,278 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-22T20:21:35,282 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732306925282 2024-11-22T20:21:35,284 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:35,284 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T20:21:35,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T20:21:35,286 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T20:21:35,292 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T20:21:35,293 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T20:21:35,293 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T20:21:35,294 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T20:21:35,309 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,314 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T20:21:35,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741831_1007 (size=1039) 2024-11-22T20:21:35,315 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T20:21:35,316 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T20:21:35,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-22T20:21:35,323 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f 2024-11-22T20:21:35,329 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T20:21:35,331 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T20:21:35,332 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48067, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T20:21:35,336 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.large.0-1732306895334,5,FailOnTimeoutGroup] 2024-11-22T20:21:35,340 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.small.0-1732306895336,5,FailOnTimeoutGroup] 2024-11-22T20:21:35,340 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,341 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T20:21:35,340 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:35,342 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,343 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741832_1008 (size=32) 2024-11-22T20:21:35,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:35,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T20:21:35,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T20:21:35,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:35,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:21:35,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T20:21:35,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T20:21:35,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:35,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:21:35,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T20:21:35,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T20:21:35,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:35,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:21:35,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740 2024-11-22T20:21:35,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740 2024-11-22T20:21:35,380 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-22T20:21:35,380 WARN [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T20:21:35,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:21:35,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-22T20:21:35,389 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:21:35,390 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62116765, jitterRate=-0.07438807189464569}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:21:35,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-22T20:21:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-22T20:21:35,394 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-22T20:21:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-22T20:21:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T20:21:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T20:21:35,397 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-22T20:21:35,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-22T20:21:35,400 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-22T20:21:35,401 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-22T20:21:35,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T20:21:35,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T20:21:35,420 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T20:21:35,482 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(3073): reportForDuty to master=bc573ddb75cd,33935,1732306893066 with isa=bc573ddb75cd/172.17.0.2:39703, startcode=1732306894037 2024-11-22T20:21:35,484 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:35,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(486): Registering regionserver=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:35,497 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f 2024-11-22T20:21:35,497 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40645 2024-11-22T20:21:35,497 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-22T20:21:35,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T20:21:35,504 DEBUG [RS:0;bc573ddb75cd:39703 {}] zookeeper.ZKUtil(111): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:35,504 WARN [RS:0;bc573ddb75cd:39703 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T20:21:35,504 INFO [RS:0;bc573ddb75cd:39703 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T20:21:35,504 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/WALs/bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:35,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bc573ddb75cd,39703,1732306894037] 2024-11-22T20:21:35,524 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-22T20:21:35,538 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T20:21:35,552 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T20:21:35,561 INFO [RS:0;bc573ddb75cd:39703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T20:21:35,562 INFO [RS:0;bc573ddb75cd:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,563 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-22T20:21:35,571 INFO [RS:0;bc573ddb75cd:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,571 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,571 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,571 WARN [bc573ddb75cd:33935 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-22T20:21:35,571 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,572 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,572 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,573 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bc573ddb75cd:0, corePoolSize=2, maxPoolSize=2 2024-11-22T20:21:35,573 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,573 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,574 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,574 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,574 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bc573ddb75cd:0, corePoolSize=1, maxPoolSize=1 2024-11-22T20:21:35,574 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bc573ddb75cd:0, corePoolSize=3, maxPoolSize=3 2024-11-22T20:21:35,575 DEBUG [RS:0;bc573ddb75cd:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0, corePoolSize=3, maxPoolSize=3 2024-11-22T20:21:35,580 INFO [RS:0;bc573ddb75cd:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,580 INFO [RS:0;bc573ddb75cd:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,580 INFO [RS:0;bc573ddb75cd:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,580 INFO [RS:0;bc573ddb75cd:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,581 INFO [RS:0;bc573ddb75cd:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,39703,1732306894037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T20:21:35,613 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T20:21:35,615 INFO [RS:0;bc573ddb75cd:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,39703,1732306894037-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:35,644 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.Replication(204): bc573ddb75cd,39703,1732306894037 started 2024-11-22T20:21:35,644 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1767): Serving as bc573ddb75cd,39703,1732306894037, RpcServer on bc573ddb75cd/172.17.0.2:39703, sessionid=0x10020e52e270001 2024-11-22T20:21:35,645 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T20:21:35,645 DEBUG [RS:0;bc573ddb75cd:39703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:35,646 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc573ddb75cd,39703,1732306894037' 2024-11-22T20:21:35,646 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T20:21:35,647 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T20:21:35,648 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T20:21:35,648 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T20:21:35,649 DEBUG [RS:0;bc573ddb75cd:39703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:35,649 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bc573ddb75cd,39703,1732306894037' 2024-11-22T20:21:35,649 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T20:21:35,650 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T20:21:35,651 DEBUG [RS:0;bc573ddb75cd:39703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T20:21:35,651 INFO [RS:0;bc573ddb75cd:39703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T20:21:35,651 INFO [RS:0;bc573ddb75cd:39703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T20:21:35,759 INFO [RS:0;bc573ddb75cd:39703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T20:21:35,763 INFO [RS:0;bc573ddb75cd:39703 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc573ddb75cd%2C39703%2C1732306894037, suffix=, logDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/WALs/bc573ddb75cd,39703,1732306894037, archiveDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/oldWALs, maxLogs=32 2024-11-22T20:21:35,789 DEBUG [RS:0;bc573ddb75cd:39703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/WALs/bc573ddb75cd,39703,1732306894037/bc573ddb75cd%2C39703%2C1732306894037.1732306895766, exclude list is [], retry=0 2024-11-22T20:21:35,795 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-de0618dc-ace6-4c1a-883e-f5822786bd83,DISK] 2024-11-22T20:21:35,801 INFO [RS:0;bc573ddb75cd:39703 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/WALs/bc573ddb75cd,39703,1732306894037/bc573ddb75cd%2C39703%2C1732306894037.1732306895766 2024-11-22T20:21:35,801 DEBUG [RS:0;bc573ddb75cd:39703 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41725:41725)] 2024-11-22T20:21:35,823 DEBUG [bc573ddb75cd:33935 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T20:21:35,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:35,834 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc573ddb75cd,39703,1732306894037, state=OPENING 2024-11-22T20:21:35,841 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T20:21:35,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:35,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:35,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T20:21:35,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T20:21:35,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:21:36,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:36,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T20:21:36,033 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T20:21:36,046 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-22T20:21:36,046 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T20:21:36,047 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T20:21:36,051 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bc573ddb75cd%2C39703%2C1732306894037.meta, suffix=.meta, logDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/WALs/bc573ddb75cd,39703,1732306894037, archiveDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/oldWALs, maxLogs=32 2024-11-22T20:21:36,077 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/WALs/bc573ddb75cd,39703,1732306894037/bc573ddb75cd%2C39703%2C1732306894037.meta.1732306896054.meta, exclude list is [], retry=0 2024-11-22T20:21:36,082 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-de0618dc-ace6-4c1a-883e-f5822786bd83,DISK] 2024-11-22T20:21:36,087 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/WALs/bc573ddb75cd,39703,1732306894037/bc573ddb75cd%2C39703%2C1732306894037.meta.1732306896054.meta 2024-11-22T20:21:36,088 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41725:41725)] 2024-11-22T20:21:36,088 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:21:36,090 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T20:21:36,163 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T20:21:36,168 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T20:21:36,173 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T20:21:36,174 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:36,174 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-22T20:21:36,174 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-22T20:21:36,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T20:21:36,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T20:21:36,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:36,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:21:36,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T20:21:36,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T20:21:36,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:36,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:21:36,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T20:21:36,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T20:21:36,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:36,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T20:21:36,189 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740 2024-11-22T20:21:36,193 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740 2024-11-22T20:21:36,197 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:21:36,200 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-22T20:21:36,202 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74638335, jitterRate=0.1121978610754013}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:21:36,203 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-22T20:21:36,212 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732306896020 2024-11-22T20:21:36,224 DEBUG [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T20:21:36,224 INFO [RS_OPEN_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-22T20:21:36,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:36,228 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bc573ddb75cd,39703,1732306894037, state=OPEN 2024-11-22T20:21:36,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T20:21:36,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T20:21:36,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T20:21:36,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T20:21:36,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T20:21:36,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bc573ddb75cd,39703,1732306894037 in 386 msec 2024-11-22T20:21:36,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T20:21:36,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 834 msec 2024-11-22T20:21:36,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1040 sec 2024-11-22T20:21:36,257 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732306896257, completionTime=-1 2024-11-22T20:21:36,258 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T20:21:36,258 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-22T20:21:36,305 DEBUG [hconnection-0x41ebcbaf-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:36,308 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:36,322 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-22T20:21:36,322 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732306956322 2024-11-22T20:21:36,322 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732307016322 2024-11-22T20:21:36,322 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 64 msec 2024-11-22T20:21:36,351 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,33935,1732306893066-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:36,351 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,33935,1732306893066-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:36,351 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,33935,1732306893066-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:36,353 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bc573ddb75cd:33935, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:36,354 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:36,360 DEBUG [master/bc573ddb75cd:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-22T20:21:36,363 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-22T20:21:36,365 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T20:21:36,372 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-22T20:21:36,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:21:36,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:36,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:21:36,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741835_1011 (size=358) 2024-11-22T20:21:36,800 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d84816ef592a45fdaaabfa6cec05132d, NAME => 'hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f 2024-11-22T20:21:36,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741836_1012 (size=42) 2024-11-22T20:21:37,218 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:37,219 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d84816ef592a45fdaaabfa6cec05132d, disabling compactions & flushes 2024-11-22T20:21:37,219 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:21:37,219 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:21:37,219 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. after waiting 0 ms 2024-11-22T20:21:37,220 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:21:37,220 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:21:37,220 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d84816ef592a45fdaaabfa6cec05132d: 2024-11-22T20:21:37,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:21:37,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732306897227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306897227"}]},"ts":"1732306897227"} 2024-11-22T20:21:37,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:21:37,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:21:37,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306897270"}]},"ts":"1732306897270"} 2024-11-22T20:21:37,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-22T20:21:37,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d84816ef592a45fdaaabfa6cec05132d, ASSIGN}] 2024-11-22T20:21:37,295 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d84816ef592a45fdaaabfa6cec05132d, ASSIGN 2024-11-22T20:21:37,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d84816ef592a45fdaaabfa6cec05132d, ASSIGN; state=OFFLINE, location=bc573ddb75cd,39703,1732306894037; forceNewPlan=false, retain=false 2024-11-22T20:21:37,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d84816ef592a45fdaaabfa6cec05132d, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:37,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d84816ef592a45fdaaabfa6cec05132d, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:21:37,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:37,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:21:37,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d84816ef592a45fdaaabfa6cec05132d, NAME => 'hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:21:37,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:21:37,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:37,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:21:37,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:21:37,621 INFO [StoreOpener-d84816ef592a45fdaaabfa6cec05132d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:21:37,624 INFO [StoreOpener-d84816ef592a45fdaaabfa6cec05132d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d84816ef592a45fdaaabfa6cec05132d columnFamilyName info 2024-11-22T20:21:37,624 DEBUG [StoreOpener-d84816ef592a45fdaaabfa6cec05132d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:37,625 INFO [StoreOpener-d84816ef592a45fdaaabfa6cec05132d-1 {}] regionserver.HStore(327): Store=d84816ef592a45fdaaabfa6cec05132d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:37,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/namespace/d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:21:37,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/namespace/d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:21:37,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:21:37,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/namespace/d84816ef592a45fdaaabfa6cec05132d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:21:37,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d84816ef592a45fdaaabfa6cec05132d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62927612, jitterRate=-0.0623055100440979}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T20:21:37,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d84816ef592a45fdaaabfa6cec05132d: 2024-11-22T20:21:37,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d., pid=6, masterSystemTime=1732306897609 2024-11-22T20:21:37,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:21:37,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:21:37,649 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d84816ef592a45fdaaabfa6cec05132d, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:37,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T20:21:37,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d84816ef592a45fdaaabfa6cec05132d, server=bc573ddb75cd,39703,1732306894037 in 199 msec 2024-11-22T20:21:37,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T20:21:37,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d84816ef592a45fdaaabfa6cec05132d, ASSIGN in 365 msec 2024-11-22T20:21:37,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:21:37,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306897663"}]},"ts":"1732306897663"} 2024-11-22T20:21:37,666 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-22T20:21:37,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:21:37,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3050 sec 2024-11-22T20:21:37,682 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-22T20:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-22T20:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:21:37,721 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-22T20:21:37,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-22T20:21:37,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2024-11-22T20:21:37,757 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-22T20:21:37,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-22T20:21:37,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-11-22T20:21:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-22T20:21:37,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-22T20:21:37,801 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.642sec 2024-11-22T20:21:37,803 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T20:21:37,805 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T20:21:37,806 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T20:21:37,807 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T20:21:37,807 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T20:21:37,808 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,33935,1732306893066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T20:21:37,808 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,33935,1732306893066-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T20:21:37,823 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-11-22T20:21:37,824 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-22T20:21:37,824 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-22T20:21:37,825 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T20:21:37,825 INFO [master/bc573ddb75cd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bc573ddb75cd,33935,1732306893066-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T20:21:37,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:37,839 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T20:21:37,839 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T20:21:37,851 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:37,861 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:37,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bc573ddb75cd,33935,1732306893066 2024-11-22T20:21:37,893 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=4865 2024-11-22T20:21:37,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:21:37,910 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:21:37,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:21:37,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:21:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:21:37,951 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:21:37,951 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:37,953 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:21:37,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-22T20:21:37,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:21:38,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741837_1013 (size=963) 2024-11-22T20:21:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:21:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:21:38,408 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f 2024-11-22T20:21:38,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741838_1014 (size=53) 2024-11-22T20:21:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:21:38,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:38,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing be396040764475d853e08d5d4175b107, disabling compactions & flushes 2024-11-22T20:21:38,835 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:38,836 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:38,836 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. after waiting 0 ms 2024-11-22T20:21:38,836 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:38,836 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:38,836 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:38,838 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:21:38,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732306898839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306898839"}]},"ts":"1732306898839"} 2024-11-22T20:21:38,851 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:21:38,853 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:21:38,854 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306898854"}]},"ts":"1732306898854"} 2024-11-22T20:21:38,857 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:21:38,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be396040764475d853e08d5d4175b107, ASSIGN}] 2024-11-22T20:21:38,867 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be396040764475d853e08d5d4175b107, ASSIGN 2024-11-22T20:21:38,869 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=be396040764475d853e08d5d4175b107, ASSIGN; state=OFFLINE, location=bc573ddb75cd,39703,1732306894037; forceNewPlan=false, retain=false 2024-11-22T20:21:39,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=be396040764475d853e08d5d4175b107, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:39,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:21:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:21:39,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:39,189 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:39,190 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:21:39,190 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees be396040764475d853e08d5d4175b107 2024-11-22T20:21:39,190 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:21:39,191 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for be396040764475d853e08d5d4175b107 2024-11-22T20:21:39,191 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for be396040764475d853e08d5d4175b107 2024-11-22T20:21:39,196 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region be396040764475d853e08d5d4175b107 2024-11-22T20:21:39,202 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:39,203 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be396040764475d853e08d5d4175b107 columnFamilyName A 2024-11-22T20:21:39,203 DEBUG [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:39,205 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] regionserver.HStore(327): Store=be396040764475d853e08d5d4175b107/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:39,205 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region be396040764475d853e08d5d4175b107 2024-11-22T20:21:39,208 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:39,208 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be396040764475d853e08d5d4175b107 columnFamilyName B 2024-11-22T20:21:39,208 DEBUG [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:39,209 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] regionserver.HStore(327): Store=be396040764475d853e08d5d4175b107/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:39,210 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region be396040764475d853e08d5d4175b107 2024-11-22T20:21:39,212 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:21:39,213 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be396040764475d853e08d5d4175b107 columnFamilyName C 2024-11-22T20:21:39,213 DEBUG [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:21:39,214 INFO [StoreOpener-be396040764475d853e08d5d4175b107-1 {}] regionserver.HStore(327): Store=be396040764475d853e08d5d4175b107/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:21:39,215 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:39,216 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107 2024-11-22T20:21:39,217 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107 2024-11-22T20:21:39,221 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:21:39,224 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for be396040764475d853e08d5d4175b107 2024-11-22T20:21:39,228 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:21:39,229 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened be396040764475d853e08d5d4175b107; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68820206, jitterRate=0.025500982999801636}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:21:39,231 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:39,233 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., pid=11, masterSystemTime=1732306899179 2024-11-22T20:21:39,236 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:39,236 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:39,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=be396040764475d853e08d5d4175b107, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:39,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T20:21:39,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 in 217 msec 2024-11-22T20:21:39,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T20:21:39,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=be396040764475d853e08d5d4175b107, ASSIGN in 384 msec 2024-11-22T20:21:39,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:21:39,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306899254"}]},"ts":"1732306899254"} 2024-11-22T20:21:39,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:21:39,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:21:39,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3160 sec 2024-11-22T20:21:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-22T20:21:40,093 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-22T20:21:40,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x038196d7 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e59596a 2024-11-22T20:21:40,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30640414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:40,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:40,109 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:40,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:21:40,115 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:21:40,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28808bb9 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cac4303 2024-11-22T20:21:40,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536a4a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:40,131 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x774bf929 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39b10898 2024-11-22T20:21:40,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18751c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:40,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54af89df to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d7115de 2024-11-22T20:21:40,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd0bbda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:40,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x251efa5e to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30d4d4c6 2024-11-22T20:21:40,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c57419f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:40,162 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f7d3d3 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c943d 2024-11-22T20:21:40,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435176b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:40,171 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4bf8e82a to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f0c7188 2024-11-22T20:21:40,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e957ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:40,175 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ba01639 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@475ca0f4 2024-11-22T20:21:40,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22daddc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:40,180 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24890c79 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c9c1d1 2024-11-22T20:21:40,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39028e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:40,184 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51cab508 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f1331a9 2024-11-22T20:21:40,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624dc5e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:21:40,197 DEBUG [hconnection-0x1f74a850-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:40,198 DEBUG [hconnection-0x2717408a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:40,199 DEBUG [hconnection-0x5f7b3fd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:40,200 DEBUG [hconnection-0x63fd773c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:40,200 DEBUG [hconnection-0x7b1969d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:40,203 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:40,204 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:40,205 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:40,206 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:40,208 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:40,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:40,222 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-22T20:21:40,231 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:40,233 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:40,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:40,236 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:21:40,267 DEBUG [hconnection-0x59c3390f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:40,280 DEBUG [hconnection-0x48af454-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:40,294 DEBUG [hconnection-0x14eb5fc7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:21:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:40,306 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:40,322 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:40,346 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:21:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:21:40,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:21:40,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:40,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:40,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:40,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:40,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:40,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:40,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T20:21:40,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:40,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:40,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:40,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/c240d229b55248329bce4da992a2fcec is 50, key is test_row_0/A:col10/1732306900347/Put/seqid=0 2024-11-22T20:21:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:21:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306960561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306960561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306960571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306960575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306960579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741839_1015 (size=12001) 2024-11-22T20:21:40,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/c240d229b55248329bce4da992a2fcec 2024-11-22T20:21:40,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T20:21:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:40,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:40,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306960686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306960688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306960708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306960708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306960710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,805 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T20:21:40,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/360d9a9e97244d3eac9e09785b89e385 is 50, key is test_row_0/B:col10/1732306900347/Put/seqid=0 2024-11-22T20:21:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:40,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741840_1016 (size=12001) 2024-11-22T20:21:40,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/360d9a9e97244d3eac9e09785b89e385 2024-11-22T20:21:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:21:40,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306960897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306960894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306960918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306960918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306960919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/938125f62a7e44e7b3f2a29cfae67b3a is 50, key is test_row_0/C:col10/1732306900347/Put/seqid=0 2024-11-22T20:21:40,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:40,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T20:21:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:40,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:41,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741841_1017 (size=12001) 2024-11-22T20:21:41,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/938125f62a7e44e7b3f2a29cfae67b3a 2024-11-22T20:21:41,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/c240d229b55248329bce4da992a2fcec as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c240d229b55248329bce4da992a2fcec 2024-11-22T20:21:41,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c240d229b55248329bce4da992a2fcec, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T20:21:41,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/360d9a9e97244d3eac9e09785b89e385 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/360d9a9e97244d3eac9e09785b89e385 2024-11-22T20:21:41,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/360d9a9e97244d3eac9e09785b89e385, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T20:21:41,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/938125f62a7e44e7b3f2a29cfae67b3a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/938125f62a7e44e7b3f2a29cfae67b3a 2024-11-22T20:21:41,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/938125f62a7e44e7b3f2a29cfae67b3a, entries=150, sequenceid=13, filesize=11.7 K 2024-11-22T20:21:41,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for be396040764475d853e08d5d4175b107 in 755ms, sequenceid=13, compaction requested=false 2024-11-22T20:21:41,128 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T20:21:41,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:41,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-22T20:21:41,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:41,154 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:41,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:41,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:41,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:41,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:41,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/93fcd56a020843c7928ada0043adb67c is 50, key is test_row_0/A:col10/1732306900557/Put/seqid=0 2024-11-22T20:21:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:41,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741842_1018 (size=12001) 2024-11-22T20:21:41,226 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/93fcd56a020843c7928ada0043adb67c 2024-11-22T20:21:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/0de701c3b2ca4674b2ffe9ec46a3f61f is 50, key is test_row_0/B:col10/1732306900557/Put/seqid=0 2024-11-22T20:21:41,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306961265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306961268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306961269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306961273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741843_1019 (size=12001) 2024-11-22T20:21:41,304 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/0de701c3b2ca4674b2ffe9ec46a3f61f 2024-11-22T20:21:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306961290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c386a9097a464111bcc731d8e5f62114 is 50, key is test_row_0/C:col10/1732306900557/Put/seqid=0 2024-11-22T20:21:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:21:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741844_1020 (size=12001) 2024-11-22T20:21:41,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,398 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c386a9097a464111bcc731d8e5f62114 2024-11-22T20:21:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306961397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306961397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/93fcd56a020843c7928ada0043adb67c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/93fcd56a020843c7928ada0043adb67c 2024-11-22T20:21:41,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306961402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306961403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,426 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/93fcd56a020843c7928ada0043adb67c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T20:21:41,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/0de701c3b2ca4674b2ffe9ec46a3f61f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/0de701c3b2ca4674b2ffe9ec46a3f61f 2024-11-22T20:21:41,440 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/0de701c3b2ca4674b2ffe9ec46a3f61f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T20:21:41,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306961426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c386a9097a464111bcc731d8e5f62114 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c386a9097a464111bcc731d8e5f62114 2024-11-22T20:21:41,460 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c386a9097a464111bcc731d8e5f62114, entries=150, sequenceid=37, filesize=11.7 K 2024-11-22T20:21:41,462 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for be396040764475d853e08d5d4175b107 in 309ms, sequenceid=37, compaction requested=false 2024-11-22T20:21:41,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:41,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:41,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T20:21:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-22T20:21:41,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T20:21:41,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2310 sec 2024-11-22T20:21:41,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.2510 sec 2024-11-22T20:21:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:41,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:21:41,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:41,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:41,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/a59e4145c3a0495fa08fa7478b129882 is 50, key is test_row_0/A:col10/1732306901285/Put/seqid=0 2024-11-22T20:21:41,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:21:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741845_1021 (size=14341) 2024-11-22T20:21:41,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/a59e4145c3a0495fa08fa7478b129882 2024-11-22T20:21:41,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/137665be825143599c3dddb124434be8 is 50, key is test_row_0/B:col10/1732306901285/Put/seqid=0 2024-11-22T20:21:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306961705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306961713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T20:21:41,753 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-22T20:21:41,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306961706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306961749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306961752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741846_1022 (size=12001) 2024-11-22T20:21:41,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306961854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306961857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306961860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306961866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306961866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306962065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306962066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306962071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306962073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306962064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/137665be825143599c3dddb124434be8 2024-11-22T20:21:42,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/b8775585f59145cf9a9dfc2619b04198 is 50, key is test_row_0/C:col10/1732306901285/Put/seqid=0 2024-11-22T20:21:42,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741847_1023 (size=12001) 2024-11-22T20:21:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-22T20:21:42,371 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-22T20:21:42,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-22T20:21:42,378 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T20:21:42,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306962376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306962376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:42,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:42,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306962382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306962383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306962383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T20:21:42,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T20:21:42,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:42,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:42,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:42,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/b8775585f59145cf9a9dfc2619b04198 2024-11-22T20:21:42,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/a59e4145c3a0495fa08fa7478b129882 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a59e4145c3a0495fa08fa7478b129882 2024-11-22T20:21:42,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a59e4145c3a0495fa08fa7478b129882, entries=200, sequenceid=50, filesize=14.0 K 2024-11-22T20:21:42,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/137665be825143599c3dddb124434be8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/137665be825143599c3dddb124434be8 2024-11-22T20:21:42,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/137665be825143599c3dddb124434be8, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T20:21:42,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/b8775585f59145cf9a9dfc2619b04198 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/b8775585f59145cf9a9dfc2619b04198 2024-11-22T20:21:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T20:21:42,690 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T20:21:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:42,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:42,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/b8775585f59145cf9a9dfc2619b04198, entries=150, sequenceid=50, filesize=11.7 K 2024-11-22T20:21:42,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for be396040764475d853e08d5d4175b107 in 1083ms, sequenceid=50, compaction requested=true 2024-11-22T20:21:42,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:42,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:42,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:42,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:42,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:42,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:42,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:42,717 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:42,721 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:42,723 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:42,723 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:42,723 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:42,724 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/360d9a9e97244d3eac9e09785b89e385, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/0de701c3b2ca4674b2ffe9ec46a3f61f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/137665be825143599c3dddb124434be8] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=35.2 K 2024-11-22T20:21:42,725 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 360d9a9e97244d3eac9e09785b89e385, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732306900283 2024-11-22T20:21:42,726 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:42,726 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:42,726 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:42,726 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c240d229b55248329bce4da992a2fcec, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/93fcd56a020843c7928ada0043adb67c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a59e4145c3a0495fa08fa7478b129882] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.4 K 2024-11-22T20:21:42,726 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0de701c3b2ca4674b2ffe9ec46a3f61f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732306900537 2024-11-22T20:21:42,727 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c240d229b55248329bce4da992a2fcec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732306900283 2024-11-22T20:21:42,727 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 137665be825143599c3dddb124434be8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732306901243 2024-11-22T20:21:42,728 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93fcd56a020843c7928ada0043adb67c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732306900537 2024-11-22T20:21:42,730 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a59e4145c3a0495fa08fa7478b129882, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732306901243 2024-11-22T20:21:42,773 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#9 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:42,776 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/5ae180c6480c43b8b3c5eadea8aa0281 is 50, key is test_row_0/B:col10/1732306901285/Put/seqid=0 2024-11-22T20:21:42,782 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:42,784 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/f450b8b7d30e445198d057deab8f29ce is 50, key is test_row_0/A:col10/1732306901285/Put/seqid=0 2024-11-22T20:21:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741848_1024 (size=12104) 2024-11-22T20:21:42,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741849_1025 (size=12104) 2024-11-22T20:21:42,834 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/5ae180c6480c43b8b3c5eadea8aa0281 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5ae180c6480c43b8b3c5eadea8aa0281 2024-11-22T20:21:42,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-22T20:21:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:42,848 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:42,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:42,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/95dd1666d971434a955f383a4e62c1c1 is 50, key is test_row_0/A:col10/1732306901744/Put/seqid=0 2024-11-22T20:21:42,872 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into 5ae180c6480c43b8b3c5eadea8aa0281(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:42,873 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:42,873 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306902716; duration=0sec 2024-11-22T20:21:42,873 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:42,873 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:42,874 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:42,876 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:42,876 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:42,876 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:42,877 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/938125f62a7e44e7b3f2a29cfae67b3a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c386a9097a464111bcc731d8e5f62114, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/b8775585f59145cf9a9dfc2619b04198] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=35.2 K 2024-11-22T20:21:42,878 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 938125f62a7e44e7b3f2a29cfae67b3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732306900283 2024-11-22T20:21:42,879 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c386a9097a464111bcc731d8e5f62114, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732306900537 2024-11-22T20:21:42,880 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b8775585f59145cf9a9dfc2619b04198, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732306901243 2024-11-22T20:21:42,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741850_1026 (size=12001) 2024-11-22T20:21:42,898 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/95dd1666d971434a955f383a4e62c1c1 2024-11-22T20:21:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:42,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:42,916 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#12 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:42,917 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/fe8af2de7a4d455d810d21092fdbe5a3 is 50, key is test_row_0/C:col10/1732306901285/Put/seqid=0 2024-11-22T20:21:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/d1e8ceba695647a0889156ffc02d8b9f is 50, key is test_row_0/B:col10/1732306901744/Put/seqid=0 2024-11-22T20:21:42,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306962924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306962931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306962933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306962937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306962937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:42,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741852_1028 (size=12104) 2024-11-22T20:21:42,961 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/fe8af2de7a4d455d810d21092fdbe5a3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/fe8af2de7a4d455d810d21092fdbe5a3 2024-11-22T20:21:42,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741851_1027 (size=12001) 2024-11-22T20:21:42,964 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/d1e8ceba695647a0889156ffc02d8b9f 2024-11-22T20:21:42,981 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into fe8af2de7a4d455d810d21092fdbe5a3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:42,981 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:42,981 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306902716; duration=0sec 2024-11-22T20:21:42,981 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:42,981 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T20:21:42,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/8d83792bc2c04fb4889ec97ce57e9c42 is 50, key is test_row_0/C:col10/1732306901744/Put/seqid=0 2024-11-22T20:21:43,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741853_1029 (size=12001) 2024-11-22T20:21:43,017 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/8d83792bc2c04fb4889ec97ce57e9c42 2024-11-22T20:21:43,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/95dd1666d971434a955f383a4e62c1c1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/95dd1666d971434a955f383a4e62c1c1 2024-11-22T20:21:43,043 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/95dd1666d971434a955f383a4e62c1c1, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T20:21:43,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/d1e8ceba695647a0889156ffc02d8b9f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d1e8ceba695647a0889156ffc02d8b9f 2024-11-22T20:21:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306963041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306963039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306963048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306963049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306963050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,061 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d1e8ceba695647a0889156ffc02d8b9f, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T20:21:43,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/8d83792bc2c04fb4889ec97ce57e9c42 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8d83792bc2c04fb4889ec97ce57e9c42 2024-11-22T20:21:43,076 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8d83792bc2c04fb4889ec97ce57e9c42, entries=150, sequenceid=74, filesize=11.7 K 2024-11-22T20:21:43,079 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for be396040764475d853e08d5d4175b107 in 232ms, sequenceid=74, compaction requested=false 2024-11-22T20:21:43,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:43,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:43,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T20:21:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-22T20:21:43,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T20:21:43,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 701 msec 2024-11-22T20:21:43,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 713 msec 2024-11-22T20:21:43,236 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/f450b8b7d30e445198d057deab8f29ce as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f450b8b7d30e445198d057deab8f29ce 2024-11-22T20:21:43,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:43,258 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into f450b8b7d30e445198d057deab8f29ce(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:43,258 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:43,258 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306902705; duration=0sec 2024-11-22T20:21:43,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:43,258 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:43,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:43,259 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:43,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:43,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:43,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:43,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:43,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/e3730b1469a745208613db130b04b4ba is 50, key is test_row_0/A:col10/1732306902934/Put/seqid=0 2024-11-22T20:21:43,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741854_1030 (size=14341) 2024-11-22T20:21:43,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306963299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306963301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306963299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306963303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306963304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306963408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306963409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306963410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306963411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306963412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-22T20:21:43,487 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-22T20:21:43,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-22T20:21:43,493 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:43,494 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:43,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:21:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:21:43,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306963612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306963614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306963615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306963619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306963622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T20:21:43,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:43,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:43,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:43,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:43,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:43,684 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T20:21:43,684 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T20:21:43,687 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-22T20:21:43,687 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-22T20:21:43,688 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T20:21:43,689 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T20:21:43,689 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T20:21:43,689 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T20:21:43,691 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T20:21:43,691 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T20:21:43,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/e3730b1469a745208613db130b04b4ba 2024-11-22T20:21:43,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/45d5118b28774e03a6a5b16dbd2b0fdd is 50, key is test_row_0/B:col10/1732306902934/Put/seqid=0 2024-11-22T20:21:43,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741855_1031 (size=12001) 2024-11-22T20:21:43,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/45d5118b28774e03a6a5b16dbd2b0fdd 2024-11-22T20:21:43,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c799a4f17890403cb2ab9fb3bc5ad02d is 50, key is test_row_0/C:col10/1732306902934/Put/seqid=0 2024-11-22T20:21:43,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741856_1032 (size=12001) 2024-11-22T20:21:43,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c799a4f17890403cb2ab9fb3bc5ad02d 2024-11-22T20:21:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:21:43,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/e3730b1469a745208613db130b04b4ba as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e3730b1469a745208613db130b04b4ba 2024-11-22T20:21:43,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T20:21:43,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:43,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:43,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:43,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:43,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:43,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e3730b1469a745208613db130b04b4ba, entries=200, sequenceid=92, filesize=14.0 K 2024-11-22T20:21:43,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/45d5118b28774e03a6a5b16dbd2b0fdd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/45d5118b28774e03a6a5b16dbd2b0fdd 2024-11-22T20:21:43,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/45d5118b28774e03a6a5b16dbd2b0fdd, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T20:21:43,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c799a4f17890403cb2ab9fb3bc5ad02d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c799a4f17890403cb2ab9fb3bc5ad02d 2024-11-22T20:21:43,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c799a4f17890403cb2ab9fb3bc5ad02d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T20:21:43,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for be396040764475d853e08d5d4175b107 in 595ms, sequenceid=92, compaction requested=true 2024-11-22T20:21:43,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:43,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:43,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:43,851 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:43,851 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:43,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:43,854 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:43,854 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:43,854 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:43,854 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f450b8b7d30e445198d057deab8f29ce, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/95dd1666d971434a955f383a4e62c1c1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e3730b1469a745208613db130b04b4ba] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.5 K 2024-11-22T20:21:43,855 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting f450b8b7d30e445198d057deab8f29ce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732306901243 2024-11-22T20:21:43,856 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:43,856 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:43,856 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:43,856 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5ae180c6480c43b8b3c5eadea8aa0281, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d1e8ceba695647a0889156ffc02d8b9f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/45d5118b28774e03a6a5b16dbd2b0fdd] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=35.3 K 2024-11-22T20:21:43,857 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95dd1666d971434a955f383a4e62c1c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732306901703 2024-11-22T20:21:43,857 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ae180c6480c43b8b3c5eadea8aa0281, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732306901243 2024-11-22T20:21:43,858 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3730b1469a745208613db130b04b4ba, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732306902922 2024-11-22T20:21:43,859 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting d1e8ceba695647a0889156ffc02d8b9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732306901703 2024-11-22T20:21:43,861 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 45d5118b28774e03a6a5b16dbd2b0fdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732306902922 2024-11-22T20:21:43,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:43,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:43,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:43,892 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:43,893 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/56e827be128d4847af51e00743ca18cf is 50, key is test_row_0/A:col10/1732306902934/Put/seqid=0 2024-11-22T20:21:43,902 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:43,903 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/3e560120d603458ea38d9d7319e525a7 is 50, key is test_row_0/B:col10/1732306902934/Put/seqid=0 2024-11-22T20:21:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:43,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:21:43,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:43,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:43,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741857_1033 (size=12207) 2024-11-22T20:21:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741858_1034 (size=12207) 2024-11-22T20:21:43,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/bf0a40185edf452d9cd6b8ed27301d8e is 50, key is test_row_0/A:col10/1732306903921/Put/seqid=0 2024-11-22T20:21:43,951 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/56e827be128d4847af51e00743ca18cf as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/56e827be128d4847af51e00743ca18cf 2024-11-22T20:21:43,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306963946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306963951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306963951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306963951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306963953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:43,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T20:21:43,964 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into 56e827be128d4847af51e00743ca18cf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:43,964 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:43,964 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306903851; duration=0sec 2024-11-22T20:21:43,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:43,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:43,965 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:43,965 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:43,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:43,965 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:43,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:43,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:43,968 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:43,969 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:43,969 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:43,969 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/fe8af2de7a4d455d810d21092fdbe5a3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8d83792bc2c04fb4889ec97ce57e9c42, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c799a4f17890403cb2ab9fb3bc5ad02d] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=35.3 K 2024-11-22T20:21:43,970 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe8af2de7a4d455d810d21092fdbe5a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732306901243 2024-11-22T20:21:43,971 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d83792bc2c04fb4889ec97ce57e9c42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732306901703 2024-11-22T20:21:43,972 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c799a4f17890403cb2ab9fb3bc5ad02d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732306902922 2024-11-22T20:21:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741859_1035 (size=14341) 2024-11-22T20:21:43,991 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:43,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/bf0a40185edf452d9cd6b8ed27301d8e 2024-11-22T20:21:43,992 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c25c9f0eed224b87833b30f6a5e3edcd is 50, key is test_row_0/C:col10/1732306902934/Put/seqid=0 2024-11-22T20:21:44,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741860_1036 (size=12207) 2024-11-22T20:21:44,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/de763b38253341ec83dd93de0d4bf503 is 50, key is test_row_0/B:col10/1732306903921/Put/seqid=0 2024-11-22T20:21:44,035 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c25c9f0eed224b87833b30f6a5e3edcd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c25c9f0eed224b87833b30f6a5e3edcd 2024-11-22T20:21:44,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741861_1037 (size=12001) 2024-11-22T20:21:44,049 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into c25c9f0eed224b87833b30f6a5e3edcd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:44,049 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:44,049 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306903867; duration=0sec 2024-11-22T20:21:44,050 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:44,050 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:44,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/de763b38253341ec83dd93de0d4bf503 2024-11-22T20:21:44,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306964055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306964057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306964058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306964059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306964059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/7cbabc9f11d24c00935dee9720903a98 is 50, key is test_row_0/C:col10/1732306903921/Put/seqid=0 2024-11-22T20:21:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:21:44,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741862_1038 (size=12001) 2024-11-22T20:21:44,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/7cbabc9f11d24c00935dee9720903a98 2024-11-22T20:21:44,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T20:21:44,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:44,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/bf0a40185edf452d9cd6b8ed27301d8e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0a40185edf452d9cd6b8ed27301d8e 2024-11-22T20:21:44,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0a40185edf452d9cd6b8ed27301d8e, entries=200, sequenceid=116, filesize=14.0 K 2024-11-22T20:21:44,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/de763b38253341ec83dd93de0d4bf503 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/de763b38253341ec83dd93de0d4bf503 2024-11-22T20:21:44,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/de763b38253341ec83dd93de0d4bf503, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T20:21:44,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/7cbabc9f11d24c00935dee9720903a98 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7cbabc9f11d24c00935dee9720903a98 2024-11-22T20:21:44,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7cbabc9f11d24c00935dee9720903a98, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T20:21:44,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for be396040764475d853e08d5d4175b107 in 254ms, sequenceid=116, compaction requested=false 2024-11-22T20:21:44,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:44,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:21:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:44,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:44,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T20:21:44,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:44,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:44,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:44,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:44,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:44,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:44,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/e8d854673070476a8a12cd785960ef1d is 50, key is test_row_0/A:col10/1732306904266/Put/seqid=0 2024-11-22T20:21:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741863_1039 (size=14441) 2024-11-22T20:21:44,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/e8d854673070476a8a12cd785960ef1d 2024-11-22T20:21:44,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306964311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306964314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306964314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306964319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306964321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/1e0061a13b524fc2bd9f78e7aa3fa61f is 50, key is test_row_0/B:col10/1732306904266/Put/seqid=0 2024-11-22T20:21:44,347 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/3e560120d603458ea38d9d7319e525a7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3e560120d603458ea38d9d7319e525a7 2024-11-22T20:21:44,360 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into 3e560120d603458ea38d9d7319e525a7(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:44,361 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:44,361 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306903851; duration=0sec 2024-11-22T20:21:44,361 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:44,361 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:44,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741864_1040 (size=12101) 2024-11-22T20:21:44,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/1e0061a13b524fc2bd9f78e7aa3fa61f 2024-11-22T20:21:44,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/139efa692116430782b5ab3b6efbbe04 is 50, key is test_row_0/C:col10/1732306904266/Put/seqid=0 2024-11-22T20:21:44,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306964423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306964424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306964425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T20:21:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306964429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306964432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741865_1041 (size=12101) 2024-11-22T20:21:44,583 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T20:21:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:44,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:21:44,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306964629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306964633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306964633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306964634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306964637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T20:21:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:44,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:44,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/139efa692116430782b5ab3b6efbbe04 2024-11-22T20:21:44,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/e8d854673070476a8a12cd785960ef1d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e8d854673070476a8a12cd785960ef1d 2024-11-22T20:21:44,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e8d854673070476a8a12cd785960ef1d, entries=200, sequenceid=132, filesize=14.1 K 2024-11-22T20:21:44,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/1e0061a13b524fc2bd9f78e7aa3fa61f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/1e0061a13b524fc2bd9f78e7aa3fa61f 2024-11-22T20:21:44,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/1e0061a13b524fc2bd9f78e7aa3fa61f, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T20:21:44,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/139efa692116430782b5ab3b6efbbe04 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/139efa692116430782b5ab3b6efbbe04 2024-11-22T20:21:44,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/139efa692116430782b5ab3b6efbbe04, entries=150, sequenceid=132, filesize=11.8 K 2024-11-22T20:21:44,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for be396040764475d853e08d5d4175b107 in 637ms, sequenceid=132, compaction requested=true 2024-11-22T20:21:44,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:44,906 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:44,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:44,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:44,907 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:44,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:44,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:44,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:44,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:44,909 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:44,909 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:44,909 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:44,909 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:44,910 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,910 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,910 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/56e827be128d4847af51e00743ca18cf, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0a40185edf452d9cd6b8ed27301d8e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e8d854673070476a8a12cd785960ef1d] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=40.0 K 2024-11-22T20:21:44,910 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3e560120d603458ea38d9d7319e525a7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/de763b38253341ec83dd93de0d4bf503, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/1e0061a13b524fc2bd9f78e7aa3fa61f] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=35.5 K 2024-11-22T20:21:44,911 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56e827be128d4847af51e00743ca18cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732306902922 2024-11-22T20:21:44,911 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e560120d603458ea38d9d7319e525a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732306902922 2024-11-22T20:21:44,912 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting de763b38253341ec83dd93de0d4bf503, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732306903294 2024-11-22T20:21:44,912 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf0a40185edf452d9cd6b8ed27301d8e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732306903294 2024-11-22T20:21:44,913 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e0061a13b524fc2bd9f78e7aa3fa61f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306903946 2024-11-22T20:21:44,913 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8d854673070476a8a12cd785960ef1d, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306903934 2024-11-22T20:21:44,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-22T20:21:44,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:44,917 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:21:44,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:44,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:44,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:44,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:44,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/87784aa7dfd848fb8c540e2650a4fe6d is 50, key is test_row_0/A:col10/1732306904316/Put/seqid=0 2024-11-22T20:21:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:44,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:44,950 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:44,952 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/d34e5726cfba409db7921f148cb5587d is 50, key is test_row_0/A:col10/1732306904266/Put/seqid=0 2024-11-22T20:21:44,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306964954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306964955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306964957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306964961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306964961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:44,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741866_1042 (size=12151) 2024-11-22T20:21:44,976 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/87784aa7dfd848fb8c540e2650a4fe6d 2024-11-22T20:21:44,978 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:44,979 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/11f71b1f7a414b6098ac473aee3b691c is 50, key is test_row_0/B:col10/1732306904266/Put/seqid=0 2024-11-22T20:21:45,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/53300e562e2c4ced9557d5648e7aeed1 is 50, key is test_row_0/B:col10/1732306904316/Put/seqid=0 2024-11-22T20:21:45,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741868_1044 (size=12409) 2024-11-22T20:21:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741867_1043 (size=12409) 2024-11-22T20:21:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741869_1045 (size=12151) 2024-11-22T20:21:45,055 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/53300e562e2c4ced9557d5648e7aeed1 2024-11-22T20:21:45,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306965064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306965063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306965065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306965068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306965069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/38c59fdfe9f24bfd912d1cc651f311ab is 50, key is test_row_0/C:col10/1732306904316/Put/seqid=0 2024-11-22T20:21:45,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741870_1046 (size=12151) 2024-11-22T20:21:45,093 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/38c59fdfe9f24bfd912d1cc651f311ab 2024-11-22T20:21:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/87784aa7dfd848fb8c540e2650a4fe6d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/87784aa7dfd848fb8c540e2650a4fe6d 2024-11-22T20:21:45,115 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/87784aa7dfd848fb8c540e2650a4fe6d, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T20:21:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/53300e562e2c4ced9557d5648e7aeed1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/53300e562e2c4ced9557d5648e7aeed1 2024-11-22T20:21:45,126 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/53300e562e2c4ced9557d5648e7aeed1, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T20:21:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/38c59fdfe9f24bfd912d1cc651f311ab as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/38c59fdfe9f24bfd912d1cc651f311ab 2024-11-22T20:21:45,136 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/38c59fdfe9f24bfd912d1cc651f311ab, entries=150, sequenceid=155, filesize=11.9 K 2024-11-22T20:21:45,138 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for be396040764475d853e08d5d4175b107 in 220ms, sequenceid=155, compaction requested=true 2024-11-22T20:21:45,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:45,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:45,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-22T20:21:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-22T20:21:45,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T20:21:45,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6460 sec 2024-11-22T20:21:45,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.6540 sec 2024-11-22T20:21:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:45,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T20:21:45,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:45,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:45,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:45,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:45,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:45,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/84e84433065e49d98ed5d788d79d3d15 is 50, key is test_row_0/A:col10/1732306904954/Put/seqid=0 2024-11-22T20:21:45,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306965298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306965300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306965302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306965303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306965304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741871_1047 (size=14541) 2024-11-22T20:21:45,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/84e84433065e49d98ed5d788d79d3d15 2024-11-22T20:21:45,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/7e1d3fe8ffe244e79202b0587ca58eee is 50, key is test_row_0/B:col10/1732306904954/Put/seqid=0 2024-11-22T20:21:45,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741872_1048 (size=12151) 2024-11-22T20:21:45,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/7e1d3fe8ffe244e79202b0587ca58eee 2024-11-22T20:21:45,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/8ac04c407eb749d88c28bdf0425eae60 is 50, key is test_row_0/C:col10/1732306904954/Put/seqid=0 2024-11-22T20:21:45,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741873_1049 (size=12151) 2024-11-22T20:21:45,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/8ac04c407eb749d88c28bdf0425eae60 2024-11-22T20:21:45,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306965406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306965406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306965407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/84e84433065e49d98ed5d788d79d3d15 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/84e84433065e49d98ed5d788d79d3d15 2024-11-22T20:21:45,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306965410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306965411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/84e84433065e49d98ed5d788d79d3d15, entries=200, sequenceid=173, filesize=14.2 K 2024-11-22T20:21:45,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/7e1d3fe8ffe244e79202b0587ca58eee as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1d3fe8ffe244e79202b0587ca58eee 2024-11-22T20:21:45,442 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/11f71b1f7a414b6098ac473aee3b691c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/11f71b1f7a414b6098ac473aee3b691c 2024-11-22T20:21:45,451 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/d34e5726cfba409db7921f148cb5587d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/d34e5726cfba409db7921f148cb5587d 2024-11-22T20:21:45,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1d3fe8ffe244e79202b0587ca58eee, entries=150, sequenceid=173, filesize=11.9 K 2024-11-22T20:21:45,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/8ac04c407eb749d88c28bdf0425eae60 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8ac04c407eb749d88c28bdf0425eae60 2024-11-22T20:21:45,465 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into 11f71b1f7a414b6098ac473aee3b691c(size=12.1 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:45,465 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:45,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8ac04c407eb749d88c28bdf0425eae60, entries=150, sequenceid=173, filesize=11.9 K 2024-11-22T20:21:45,465 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306904906; duration=0sec 2024-11-22T20:21:45,465 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:45,465 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:45,465 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T20:21:45,466 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into d34e5726cfba409db7921f148cb5587d(size=12.1 K), total size for store is 38.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:45,466 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:45,466 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306904906; duration=0sec 2024-11-22T20:21:45,466 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:45,466 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:45,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for be396040764475d853e08d5d4175b107 in 192ms, sequenceid=173, compaction requested=true 2024-11-22T20:21:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:45,467 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:45,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:21:45,468 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:45,468 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:45,468 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:45,469 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/d34e5726cfba409db7921f148cb5587d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/87784aa7dfd848fb8c540e2650a4fe6d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/84e84433065e49d98ed5d788d79d3d15] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=38.2 K 2024-11-22T20:21:45,470 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T20:21:45,470 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:45,470 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:45,470 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d34e5726cfba409db7921f148cb5587d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306903946 2024-11-22T20:21:45,470 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c25c9f0eed224b87833b30f6a5e3edcd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7cbabc9f11d24c00935dee9720903a98, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/139efa692116430782b5ab3b6efbbe04, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/38c59fdfe9f24bfd912d1cc651f311ab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8ac04c407eb749d88c28bdf0425eae60] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=59.2 K 2024-11-22T20:21:45,471 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c25c9f0eed224b87833b30f6a5e3edcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732306902922 2024-11-22T20:21:45,471 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87784aa7dfd848fb8c540e2650a4fe6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732306904306 2024-11-22T20:21:45,472 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cbabc9f11d24c00935dee9720903a98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732306903294 2024-11-22T20:21:45,472 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84e84433065e49d98ed5d788d79d3d15, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732306904954 2024-11-22T20:21:45,473 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 139efa692116430782b5ab3b6efbbe04, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306903946 2024-11-22T20:21:45,474 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 38c59fdfe9f24bfd912d1cc651f311ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732306904306 2024-11-22T20:21:45,474 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ac04c407eb749d88c28bdf0425eae60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732306904954 2024-11-22T20:21:45,489 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#35 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:45,490 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/7531ad849b8440f88e7d7213dc1a4df8 is 50, key is test_row_0/A:col10/1732306904954/Put/seqid=0 2024-11-22T20:21:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741874_1050 (size=12561) 2024-11-22T20:21:45,515 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:45,516 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/060de9becae44abbaf2a55bc8b30f19a is 50, key is test_row_0/C:col10/1732306904954/Put/seqid=0 2024-11-22T20:21:45,526 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/7531ad849b8440f88e7d7213dc1a4df8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/7531ad849b8440f88e7d7213dc1a4df8 2024-11-22T20:21:45,538 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into 7531ad849b8440f88e7d7213dc1a4df8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:45,538 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:45,538 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306905467; duration=0sec 2024-11-22T20:21:45,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:21:45,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:45,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-22T20:21:45,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:21:45,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:21:45,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. because compaction request was cancelled 2024-11-22T20:21:45,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:45,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:45,542 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:45,542 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:45,543 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:45,543 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/11f71b1f7a414b6098ac473aee3b691c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/53300e562e2c4ced9557d5648e7aeed1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1d3fe8ffe244e79202b0587ca58eee] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=35.9 K 2024-11-22T20:21:45,544 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11f71b1f7a414b6098ac473aee3b691c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732306903946 2024-11-22T20:21:45,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741875_1051 (size=12527) 2024-11-22T20:21:45,545 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53300e562e2c4ced9557d5648e7aeed1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732306904306 2024-11-22T20:21:45,546 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e1d3fe8ffe244e79202b0587ca58eee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732306904954 2024-11-22T20:21:45,557 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/060de9becae44abbaf2a55bc8b30f19a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/060de9becae44abbaf2a55bc8b30f19a 2024-11-22T20:21:45,569 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:45,570 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/49db079fe7a946c7b62a46560cf6f9cf is 50, key is test_row_0/B:col10/1732306904954/Put/seqid=0 2024-11-22T20:21:45,573 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into 060de9becae44abbaf2a55bc8b30f19a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:45,573 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:45,574 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=11, startTime=1732306904909; duration=0sec 2024-11-22T20:21:45,574 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:45,574 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:45,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741876_1052 (size=12561) 2024-11-22T20:21:45,598 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/49db079fe7a946c7b62a46560cf6f9cf as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/49db079fe7a946c7b62a46560cf6f9cf 2024-11-22T20:21:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-22T20:21:45,603 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-22T20:21:45,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-22T20:21:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:21:45,609 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into 49db079fe7a946c7b62a46560cf6f9cf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:45,609 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:45,609 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:45,609 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306905467; duration=0sec 2024-11-22T20:21:45,609 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:45,609 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:45,610 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:45,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:45,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:21:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:45,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:45,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:45,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:45,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:45,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/0624287587e941ba925689ea2575112a is 50, key is test_row_0/A:col10/1732306905294/Put/seqid=0 2024-11-22T20:21:45,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306965639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306965640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306965641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306965644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306965646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741877_1053 (size=12151) 2024-11-22T20:21:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:21:45,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306965754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306965753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306965754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306965755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306965762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T20:21:45,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:45,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:45,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:45,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:45,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:21:45,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T20:21:45,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:45,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:45,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:45,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:45,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306965958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306965960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306965963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306965964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:45,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306965966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/0624287587e941ba925689ea2575112a 2024-11-22T20:21:46,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/9966053a054f470c8f2eab4bb308c72d is 50, key is test_row_0/B:col10/1732306905294/Put/seqid=0 2024-11-22T20:21:46,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T20:21:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:46,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:46,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:46,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:46,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741878_1054 (size=12151) 2024-11-22T20:21:46,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/9966053a054f470c8f2eab4bb308c72d 2024-11-22T20:21:46,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/64b459f413424aaba674a4177173fdcd is 50, key is test_row_0/C:col10/1732306905294/Put/seqid=0 2024-11-22T20:21:46,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741879_1055 (size=12151) 2024-11-22T20:21:46,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/64b459f413424aaba674a4177173fdcd 2024-11-22T20:21:46,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/0624287587e941ba925689ea2575112a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0624287587e941ba925689ea2575112a 2024-11-22T20:21:46,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0624287587e941ba925689ea2575112a, entries=150, sequenceid=199, filesize=11.9 K 2024-11-22T20:21:46,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/9966053a054f470c8f2eab4bb308c72d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9966053a054f470c8f2eab4bb308c72d 2024-11-22T20:21:46,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9966053a054f470c8f2eab4bb308c72d, entries=150, sequenceid=199, filesize=11.9 K 2024-11-22T20:21:46,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/64b459f413424aaba674a4177173fdcd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/64b459f413424aaba674a4177173fdcd 2024-11-22T20:21:46,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/64b459f413424aaba674a4177173fdcd, entries=150, sequenceid=199, filesize=11.9 K 2024-11-22T20:21:46,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for be396040764475d853e08d5d4175b107 in 569ms, sequenceid=199, compaction requested=false 2024-11-22T20:21:46,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:21:46,232 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-22T20:21:46,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:46,233 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:21:46,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:46,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/65188153b1d34d65b7d987fb3386fa05 is 50, key is test_row_0/A:col10/1732306905639/Put/seqid=0 2024-11-22T20:21:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:46,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741880_1056 (size=12151) 2024-11-22T20:21:46,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306966287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306966290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306966292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306966293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306966294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306966397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306966397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306966402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306966402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306966403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306966602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306966602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306966605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306966606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306966607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,680 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/65188153b1d34d65b7d987fb3386fa05 2024-11-22T20:21:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/92bb61b51c844e2cbc2a3ac5d0a532cc is 50, key is test_row_0/B:col10/1732306905639/Put/seqid=0 2024-11-22T20:21:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:21:46,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741881_1057 (size=12151) 2024-11-22T20:21:46,722 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/92bb61b51c844e2cbc2a3ac5d0a532cc 2024-11-22T20:21:46,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c4324926682143769cfa533b1f6a40a3 is 50, key is test_row_0/C:col10/1732306905639/Put/seqid=0 2024-11-22T20:21:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741882_1058 (size=12151) 2024-11-22T20:21:46,775 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c4324926682143769cfa533b1f6a40a3 2024-11-22T20:21:46,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/65188153b1d34d65b7d987fb3386fa05 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/65188153b1d34d65b7d987fb3386fa05 2024-11-22T20:21:46,797 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/65188153b1d34d65b7d987fb3386fa05, entries=150, sequenceid=215, filesize=11.9 K 2024-11-22T20:21:46,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/92bb61b51c844e2cbc2a3ac5d0a532cc as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/92bb61b51c844e2cbc2a3ac5d0a532cc 2024-11-22T20:21:46,814 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/92bb61b51c844e2cbc2a3ac5d0a532cc, entries=150, sequenceid=215, filesize=11.9 K 2024-11-22T20:21:46,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c4324926682143769cfa533b1f6a40a3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4324926682143769cfa533b1f6a40a3 2024-11-22T20:21:46,823 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4324926682143769cfa533b1f6a40a3, entries=150, sequenceid=215, filesize=11.9 K 2024-11-22T20:21:46,825 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for be396040764475d853e08d5d4175b107 in 592ms, sequenceid=215, compaction requested=true 2024-11-22T20:21:46,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:46,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:46,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-22T20:21:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-22T20:21:46,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T20:21:46,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2160 sec 2024-11-22T20:21:46,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.2260 sec 2024-11-22T20:21:46,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:21:46,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:46,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:46,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:46,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:46,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:46,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:46,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306966931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306966933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306966935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/c40bf6f474244669956dd8541372a8b9 is 50, key is test_row_0/A:col10/1732306906285/Put/seqid=0 2024-11-22T20:21:46,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306966938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306966937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:46,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741883_1059 (size=12151) 2024-11-22T20:21:46,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/c40bf6f474244669956dd8541372a8b9 2024-11-22T20:21:47,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/43106800f8ae4f9aabb3d80e3571875c is 50, key is test_row_0/B:col10/1732306906285/Put/seqid=0 2024-11-22T20:21:47,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741884_1060 (size=12151) 2024-11-22T20:21:47,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/43106800f8ae4f9aabb3d80e3571875c 2024-11-22T20:21:47,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/a0fd4c2f796c4fb79fc1a9d3deaa641e is 50, key is test_row_0/C:col10/1732306906285/Put/seqid=0 2024-11-22T20:21:47,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306967040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306967048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306967048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306967048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306967049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741885_1061 (size=12151) 2024-11-22T20:21:47,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306967252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306967250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306967253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306967254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306967256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/a0fd4c2f796c4fb79fc1a9d3deaa641e 2024-11-22T20:21:47,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/c40bf6f474244669956dd8541372a8b9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c40bf6f474244669956dd8541372a8b9 2024-11-22T20:21:47,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c40bf6f474244669956dd8541372a8b9, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T20:21:47,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/43106800f8ae4f9aabb3d80e3571875c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/43106800f8ae4f9aabb3d80e3571875c 2024-11-22T20:21:47,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/43106800f8ae4f9aabb3d80e3571875c, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T20:21:47,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/a0fd4c2f796c4fb79fc1a9d3deaa641e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a0fd4c2f796c4fb79fc1a9d3deaa641e 2024-11-22T20:21:47,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a0fd4c2f796c4fb79fc1a9d3deaa641e, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T20:21:47,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for be396040764475d853e08d5d4175b107 in 619ms, sequenceid=236, compaction requested=true 2024-11-22T20:21:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:47,531 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:47,531 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:47,534 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:47,535 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:47,535 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:47,535 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/49db079fe7a946c7b62a46560cf6f9cf, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9966053a054f470c8f2eab4bb308c72d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/92bb61b51c844e2cbc2a3ac5d0a532cc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/43106800f8ae4f9aabb3d80e3571875c] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=47.9 K 2024-11-22T20:21:47,535 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:47,536 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:47,536 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:47,536 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/7531ad849b8440f88e7d7213dc1a4df8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0624287587e941ba925689ea2575112a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/65188153b1d34d65b7d987fb3386fa05, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c40bf6f474244669956dd8541372a8b9] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=47.9 K 2024-11-22T20:21:47,536 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49db079fe7a946c7b62a46560cf6f9cf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732306904954 2024-11-22T20:21:47,537 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7531ad849b8440f88e7d7213dc1a4df8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732306904954 2024-11-22T20:21:47,537 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9966053a054f470c8f2eab4bb308c72d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732306905294 2024-11-22T20:21:47,538 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0624287587e941ba925689ea2575112a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732306905294 2024-11-22T20:21:47,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92bb61b51c844e2cbc2a3ac5d0a532cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732306905639 2024-11-22T20:21:47,539 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 65188153b1d34d65b7d987fb3386fa05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732306905639 2024-11-22T20:21:47,540 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43106800f8ae4f9aabb3d80e3571875c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306906285 2024-11-22T20:21:47,540 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c40bf6f474244669956dd8541372a8b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306906285 2024-11-22T20:21:47,566 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:47,566 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/25b06408bd734a90a6182cf91afc1697 is 50, key is test_row_0/B:col10/1732306906285/Put/seqid=0 2024-11-22T20:21:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:47,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:21:47,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:47,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:47,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:47,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:47,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:47,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:47,579 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:47,580 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/0f88eed1adec47d08aa0392654fd19e5 is 50, key is test_row_0/A:col10/1732306906285/Put/seqid=0 2024-11-22T20:21:47,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/5f786fda77564efe8467c2531fd5cf01 is 50, key is test_row_0/A:col10/1732306907565/Put/seqid=0 2024-11-22T20:21:47,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741886_1062 (size=12697) 2024-11-22T20:21:47,641 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/25b06408bd734a90a6182cf91afc1697 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/25b06408bd734a90a6182cf91afc1697 2024-11-22T20:21:47,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741887_1063 (size=12697) 2024-11-22T20:21:47,680 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into 25b06408bd734a90a6182cf91afc1697(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:47,680 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:47,680 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=12, startTime=1732306907531; duration=0sec 2024-11-22T20:21:47,680 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:47,680 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:47,680 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:21:47,683 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:21:47,683 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:47,684 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:47,684 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/060de9becae44abbaf2a55bc8b30f19a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/64b459f413424aaba674a4177173fdcd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4324926682143769cfa533b1f6a40a3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a0fd4c2f796c4fb79fc1a9d3deaa641e] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=47.8 K 2024-11-22T20:21:47,684 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 060de9becae44abbaf2a55bc8b30f19a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732306904954 2024-11-22T20:21:47,685 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64b459f413424aaba674a4177173fdcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732306905294 2024-11-22T20:21:47,686 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4324926682143769cfa533b1f6a40a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732306905639 2024-11-22T20:21:47,686 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0fd4c2f796c4fb79fc1a9d3deaa641e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306906285 2024-11-22T20:21:47,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741888_1064 (size=16931) 2024-11-22T20:21:47,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/5f786fda77564efe8467c2531fd5cf01 2024-11-22T20:21:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-22T20:21:47,716 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-22T20:21:47,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-22T20:21:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:21:47,725 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:47,726 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:47,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:47,728 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:47,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/8676cc97735c4e26b52868398860dc9a is 50, key is test_row_0/B:col10/1732306907565/Put/seqid=0 2024-11-22T20:21:47,729 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/5779cdfecade4166ab86df82742ab1fe is 50, key is test_row_0/C:col10/1732306906285/Put/seqid=0 2024-11-22T20:21:47,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306967713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306967717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306967715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306967722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306967735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741889_1065 (size=12663) 2024-11-22T20:21:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741890_1066 (size=12151) 2024-11-22T20:21:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:21:47,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306967836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306967839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306967839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306967841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306967845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:47,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T20:21:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:47,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:47,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:21:48,042 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306968041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306968045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T20:21:48,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:48,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306968048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306968048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306968045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,087 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/0f88eed1adec47d08aa0392654fd19e5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0f88eed1adec47d08aa0392654fd19e5 2024-11-22T20:21:48,112 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into 0f88eed1adec47d08aa0392654fd19e5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:48,112 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:48,112 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=12, startTime=1732306907530; duration=0sec 2024-11-22T20:21:48,112 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:48,113 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:48,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/8676cc97735c4e26b52868398860dc9a 2024-11-22T20:21:48,198 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/5779cdfecade4166ab86df82742ab1fe as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5779cdfecade4166ab86df82742ab1fe 2024-11-22T20:21:48,200 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T20:21:48,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:48,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/a8454e31ff24478886f0ff57ad2664e3 is 50, key is test_row_0/C:col10/1732306907565/Put/seqid=0 2024-11-22T20:21:48,220 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into 5779cdfecade4166ab86df82742ab1fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:48,221 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:48,221 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=12, startTime=1732306907531; duration=0sec 2024-11-22T20:21:48,221 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:48,221 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741891_1067 (size=12151) 2024-11-22T20:21:48,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/a8454e31ff24478886f0ff57ad2664e3 2024-11-22T20:21:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/5f786fda77564efe8467c2531fd5cf01 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/5f786fda77564efe8467c2531fd5cf01 2024-11-22T20:21:48,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/5f786fda77564efe8467c2531fd5cf01, entries=250, sequenceid=253, filesize=16.5 K 2024-11-22T20:21:48,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/8676cc97735c4e26b52868398860dc9a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/8676cc97735c4e26b52868398860dc9a 2024-11-22T20:21:48,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/8676cc97735c4e26b52868398860dc9a, entries=150, sequenceid=253, filesize=11.9 K 2024-11-22T20:21:48,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/a8454e31ff24478886f0ff57ad2664e3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a8454e31ff24478886f0ff57ad2664e3 2024-11-22T20:21:48,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a8454e31ff24478886f0ff57ad2664e3, entries=150, sequenceid=253, filesize=11.9 K 2024-11-22T20:21:48,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for be396040764475d853e08d5d4175b107 in 746ms, sequenceid=253, compaction requested=false 2024-11-22T20:21:48,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:21:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:48,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:21:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:48,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T20:21:48,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b317b82126844718b02d22b974216e91 is 50, key is test_row_0/A:col10/1732306907713/Put/seqid=0 2024-11-22T20:21:48,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306968377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306968377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306968378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306968380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306968384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741892_1068 (size=14741) 2024-11-22T20:21:48,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b317b82126844718b02d22b974216e91 2024-11-22T20:21:48,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/3d730ed4d8db4cd285df8fd5f20f03f0 is 50, key is test_row_0/B:col10/1732306907713/Put/seqid=0 2024-11-22T20:21:48,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306968487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306968488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306968489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306968498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306968500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,511 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T20:21:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:48,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741893_1069 (size=12301) 2024-11-22T20:21:48,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/3d730ed4d8db4cd285df8fd5f20f03f0 2024-11-22T20:21:48,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/69ff5254826b48a3a056c11556387ccd is 50, key is test_row_0/C:col10/1732306907713/Put/seqid=0 2024-11-22T20:21:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741894_1070 (size=12301) 2024-11-22T20:21:48,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/69ff5254826b48a3a056c11556387ccd 2024-11-22T20:21:48,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b317b82126844718b02d22b974216e91 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b317b82126844718b02d22b974216e91 2024-11-22T20:21:48,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b317b82126844718b02d22b974216e91, entries=200, sequenceid=278, filesize=14.4 K 2024-11-22T20:21:48,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/3d730ed4d8db4cd285df8fd5f20f03f0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3d730ed4d8db4cd285df8fd5f20f03f0 2024-11-22T20:21:48,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3d730ed4d8db4cd285df8fd5f20f03f0, entries=150, sequenceid=278, filesize=12.0 K 2024-11-22T20:21:48,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/69ff5254826b48a3a056c11556387ccd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/69ff5254826b48a3a056c11556387ccd 2024-11-22T20:21:48,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/69ff5254826b48a3a056c11556387ccd, entries=150, sequenceid=278, filesize=12.0 K 2024-11-22T20:21:48,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for be396040764475d853e08d5d4175b107 in 288ms, sequenceid=278, compaction requested=true 2024-11-22T20:21:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:48,641 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:48,641 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:48,643 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:48,643 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:48,643 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:48,643 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:48,643 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,643 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,643 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/25b06408bd734a90a6182cf91afc1697, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/8676cc97735c4e26b52868398860dc9a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3d730ed4d8db4cd285df8fd5f20f03f0] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=36.3 K 2024-11-22T20:21:48,643 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0f88eed1adec47d08aa0392654fd19e5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/5f786fda77564efe8467c2531fd5cf01, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b317b82126844718b02d22b974216e91] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=43.3 K 2024-11-22T20:21:48,644 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f88eed1adec47d08aa0392654fd19e5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306906285 2024-11-22T20:21:48,644 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 25b06408bd734a90a6182cf91afc1697, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306906285 2024-11-22T20:21:48,645 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f786fda77564efe8467c2531fd5cf01, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732306906927 2024-11-22T20:21:48,645 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8676cc97735c4e26b52868398860dc9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732306906927 2024-11-22T20:21:48,645 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b317b82126844718b02d22b974216e91, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306907709 2024-11-22T20:21:48,645 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d730ed4d8db4cd285df8fd5f20f03f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306907713 2024-11-22T20:21:48,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-22T20:21:48,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,671 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:48,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:48,672 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#56 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:48,673 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/cba62eb8900049228b0249635a180cdb is 50, key is test_row_0/A:col10/1732306907713/Put/seqid=0 2024-11-22T20:21:48,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:48,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:48,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:48,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:48,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:48,679 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:48,680 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/bdb0ea950f31472fa4a9445412f17755 is 50, key is test_row_0/B:col10/1732306907713/Put/seqid=0 2024-11-22T20:21:48,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:48,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b0433d0e41f4460b8c9d47cbc0f64825 is 50, key is test_row_0/A:col10/1732306908378/Put/seqid=0 2024-11-22T20:21:48,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741895_1071 (size=12949) 2024-11-22T20:21:48,755 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/cba62eb8900049228b0249635a180cdb as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/cba62eb8900049228b0249635a180cdb 2024-11-22T20:21:48,775 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into cba62eb8900049228b0249635a180cdb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:48,775 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:48,775 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306908641; duration=0sec 2024-11-22T20:21:48,776 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:48,776 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:48,776 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:48,777 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:48,778 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:48,778 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:48,778 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5779cdfecade4166ab86df82742ab1fe, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a8454e31ff24478886f0ff57ad2664e3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/69ff5254826b48a3a056c11556387ccd] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=36.2 K 2024-11-22T20:21:48,779 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5779cdfecade4166ab86df82742ab1fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732306906285 2024-11-22T20:21:48,780 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8454e31ff24478886f0ff57ad2664e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732306906927 2024-11-22T20:21:48,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306968752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,781 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69ff5254826b48a3a056c11556387ccd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306907713 2024-11-22T20:21:48,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306968761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741896_1072 (size=12949) 2024-11-22T20:21:48,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306968780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306968784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306968783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,810 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/bdb0ea950f31472fa4a9445412f17755 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/bdb0ea950f31472fa4a9445412f17755 2024-11-22T20:21:48,818 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:48,819 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/91979801bc7a4458aaf3055836c8b787 is 50, key is test_row_0/C:col10/1732306907713/Put/seqid=0 2024-11-22T20:21:48,821 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into bdb0ea950f31472fa4a9445412f17755(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:48,821 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:48,821 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306908641; duration=0sec 2024-11-22T20:21:48,821 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:48,821 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:21:48,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741897_1073 (size=12301) 2024-11-22T20:21:48,839 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b0433d0e41f4460b8c9d47cbc0f64825 2024-11-22T20:21:48,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/2970e56a03d44c6c98046aea95c5c2f7 is 50, key is test_row_0/B:col10/1732306908378/Put/seqid=0 2024-11-22T20:21:48,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306968884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306968886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741898_1074 (size=12915) 2024-11-22T20:21:48,903 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/91979801bc7a4458aaf3055836c8b787 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/91979801bc7a4458aaf3055836c8b787 2024-11-22T20:21:48,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306968902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306968903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306968909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:48,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741899_1075 (size=12301) 2024-11-22T20:21:48,914 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into 91979801bc7a4458aaf3055836c8b787(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:48,914 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:48,914 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306908641; duration=0sec 2024-11-22T20:21:48,914 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:48,914 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:48,918 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/2970e56a03d44c6c98046aea95c5c2f7 2024-11-22T20:21:48,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/9a06f613c6384c7788b66ea0e25b2e78 is 50, key is test_row_0/C:col10/1732306908378/Put/seqid=0 2024-11-22T20:21:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741900_1076 (size=12301) 2024-11-22T20:21:48,976 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/9a06f613c6384c7788b66ea0e25b2e78 2024-11-22T20:21:48,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b0433d0e41f4460b8c9d47cbc0f64825 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b0433d0e41f4460b8c9d47cbc0f64825 2024-11-22T20:21:48,996 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b0433d0e41f4460b8c9d47cbc0f64825, entries=150, sequenceid=292, filesize=12.0 K 2024-11-22T20:21:49,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/2970e56a03d44c6c98046aea95c5c2f7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2970e56a03d44c6c98046aea95c5c2f7 2024-11-22T20:21:49,040 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2970e56a03d44c6c98046aea95c5c2f7, entries=150, sequenceid=292, filesize=12.0 K 2024-11-22T20:21:49,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/9a06f613c6384c7788b66ea0e25b2e78 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/9a06f613c6384c7788b66ea0e25b2e78 2024-11-22T20:21:49,051 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/9a06f613c6384c7788b66ea0e25b2e78, entries=150, sequenceid=292, filesize=12.0 K 2024-11-22T20:21:49,052 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for be396040764475d853e08d5d4175b107 in 381ms, sequenceid=292, compaction requested=false 2024-11-22T20:21:49,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:49,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:49,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-22T20:21:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-22T20:21:49,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-22T20:21:49,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3290 sec 2024-11-22T20:21:49,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3400 sec 2024-11-22T20:21:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:49,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:21:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:49,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:49,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:49,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:49,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:49,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b799e2869fb74857b708a350c25cd7d3 is 50, key is test_row_0/A:col10/1732306908745/Put/seqid=0 2024-11-22T20:21:49,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306969111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306969112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306969113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306969118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306969120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741901_1077 (size=12301) 2024-11-22T20:21:49,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b799e2869fb74857b708a350c25cd7d3 2024-11-22T20:21:49,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/f41ef87c3dbe49298da64ca41c621fa9 is 50, key is test_row_0/B:col10/1732306908745/Put/seqid=0 2024-11-22T20:21:49,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741902_1078 (size=12301) 2024-11-22T20:21:49,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/f41ef87c3dbe49298da64ca41c621fa9 2024-11-22T20:21:49,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306969222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/d863fc7ba06f4020857e992e3aa60ede is 50, key is test_row_0/C:col10/1732306908745/Put/seqid=0 2024-11-22T20:21:49,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306969224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306969224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741903_1079 (size=12301) 2024-11-22T20:21:49,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306969425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306969425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306969431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306969437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306969437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/d863fc7ba06f4020857e992e3aa60ede 2024-11-22T20:21:49,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b799e2869fb74857b708a350c25cd7d3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b799e2869fb74857b708a350c25cd7d3 2024-11-22T20:21:49,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b799e2869fb74857b708a350c25cd7d3, entries=150, sequenceid=318, filesize=12.0 K 2024-11-22T20:21:49,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/f41ef87c3dbe49298da64ca41c621fa9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f41ef87c3dbe49298da64ca41c621fa9 2024-11-22T20:21:49,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f41ef87c3dbe49298da64ca41c621fa9, entries=150, sequenceid=318, filesize=12.0 K 2024-11-22T20:21:49,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/d863fc7ba06f4020857e992e3aa60ede as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d863fc7ba06f4020857e992e3aa60ede 2024-11-22T20:21:49,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d863fc7ba06f4020857e992e3aa60ede, entries=150, sequenceid=318, filesize=12.0 K 2024-11-22T20:21:49,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for be396040764475d853e08d5d4175b107 in 646ms, sequenceid=318, compaction requested=true 2024-11-22T20:21:49,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:49,741 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:49,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:49,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:49,742 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:49,747 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:49,747 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:49,747 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:49,747 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/cba62eb8900049228b0249635a180cdb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b0433d0e41f4460b8c9d47cbc0f64825, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b799e2869fb74857b708a350c25cd7d3] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=36.7 K 2024-11-22T20:21:49,748 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting cba62eb8900049228b0249635a180cdb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306907713 2024-11-22T20:21:49,750 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0433d0e41f4460b8c9d47cbc0f64825, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732306908369 2024-11-22T20:21:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:49,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:49,752 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:49,752 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b799e2869fb74857b708a350c25cd7d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732306908745 2024-11-22T20:21:49,752 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:49,752 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:49,753 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/bdb0ea950f31472fa4a9445412f17755, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2970e56a03d44c6c98046aea95c5c2f7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f41ef87c3dbe49298da64ca41c621fa9] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=36.7 K 2024-11-22T20:21:49,761 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting bdb0ea950f31472fa4a9445412f17755, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306907713 2024-11-22T20:21:49,762 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2970e56a03d44c6c98046aea95c5c2f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732306908369 2024-11-22T20:21:49,762 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f41ef87c3dbe49298da64ca41c621fa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732306908745 2024-11-22T20:21:49,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:49,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:49,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:49,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:49,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:49,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:49,790 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:49,791 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/1bf4e524bd294755b8b1403e024557c8 is 50, key is test_row_0/A:col10/1732306908745/Put/seqid=0 2024-11-22T20:21:49,800 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:49,803 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/090711f1a00945879cd8f730d764db26 is 50, key is test_row_0/B:col10/1732306908745/Put/seqid=0 2024-11-22T20:21:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-22T20:21:49,829 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-22T20:21:49,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-22T20:21:49,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/80923f9cd55244bbb5ab73bd119c81ee is 50, key is test_row_0/A:col10/1732306909110/Put/seqid=0 2024-11-22T20:21:49,835 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:49,836 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:49,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:21:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741904_1080 (size=13051) 2024-11-22T20:21:49,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306969857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306969866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306969880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741905_1081 (size=13051) 2024-11-22T20:21:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741906_1082 (size=14741) 2024-11-22T20:21:49,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/80923f9cd55244bbb5ab73bd119c81ee 2024-11-22T20:21:49,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/9b8a16d6c8ff4564a548acdb21af7806 is 50, key is test_row_0/B:col10/1732306909110/Put/seqid=0 2024-11-22T20:21:49,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306969931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306969932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:21:49,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741907_1083 (size=12301) 2024-11-22T20:21:49,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306969968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306969979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306969983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:49,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:49,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:49,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:21:50,143 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:50,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306970177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306970184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306970189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,258 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/1bf4e524bd294755b8b1403e024557c8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1bf4e524bd294755b8b1403e024557c8 2024-11-22T20:21:50,268 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into 1bf4e524bd294755b8b1403e024557c8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:50,268 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:50,268 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306909741; duration=0sec 2024-11-22T20:21:50,268 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:50,268 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:50,268 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:50,270 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:50,270 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:50,270 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,271 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/91979801bc7a4458aaf3055836c8b787, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/9a06f613c6384c7788b66ea0e25b2e78, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d863fc7ba06f4020857e992e3aa60ede] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=36.6 K 2024-11-22T20:21:50,271 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91979801bc7a4458aaf3055836c8b787, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732306907713 2024-11-22T20:21:50,272 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a06f613c6384c7788b66ea0e25b2e78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732306908369 2024-11-22T20:21:50,273 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d863fc7ba06f4020857e992e3aa60ede, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732306908745 2024-11-22T20:21:50,286 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:50,287 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c4bb928dd04340598b98abe0971391af is 50, key is test_row_0/C:col10/1732306908745/Put/seqid=0 2024-11-22T20:21:50,298 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,304 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/090711f1a00945879cd8f730d764db26 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/090711f1a00945879cd8f730d764db26 2024-11-22T20:21:50,312 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into 090711f1a00945879cd8f730d764db26(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:50,313 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:50,313 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306909742; duration=0sec 2024-11-22T20:21:50,313 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:50,313 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:50,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741908_1084 (size=13017) 2024-11-22T20:21:50,330 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c4bb928dd04340598b98abe0971391af as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4bb928dd04340598b98abe0971391af 2024-11-22T20:21:50,358 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into c4bb928dd04340598b98abe0971391af(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:50,358 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:50,358 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306909751; duration=0sec 2024-11-22T20:21:50,359 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:50,359 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:50,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/9b8a16d6c8ff4564a548acdb21af7806 2024-11-22T20:21:50,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c70551fded6448bfa9495ae39dc7cf81 is 50, key is test_row_0/C:col10/1732306909110/Put/seqid=0 2024-11-22T20:21:50,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741909_1085 (size=12301) 2024-11-22T20:21:50,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c70551fded6448bfa9495ae39dc7cf81 2024-11-22T20:21:50,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/80923f9cd55244bbb5ab73bd119c81ee as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/80923f9cd55244bbb5ab73bd119c81ee 2024-11-22T20:21:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:21:50,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/80923f9cd55244bbb5ab73bd119c81ee, entries=200, sequenceid=334, filesize=14.4 K 2024-11-22T20:21:50,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/9b8a16d6c8ff4564a548acdb21af7806 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9b8a16d6c8ff4564a548acdb21af7806 2024-11-22T20:21:50,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:50,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9b8a16d6c8ff4564a548acdb21af7806, entries=150, sequenceid=334, filesize=12.0 K 2024-11-22T20:21:50,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c70551fded6448bfa9495ae39dc7cf81 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c70551fded6448bfa9495ae39dc7cf81 2024-11-22T20:21:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306970482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c70551fded6448bfa9495ae39dc7cf81, entries=150, sequenceid=334, filesize=12.0 K 2024-11-22T20:21:50,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for be396040764475d853e08d5d4175b107 in 740ms, sequenceid=334, compaction requested=false 2024-11-22T20:21:50,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:50,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:21:50,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:50,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:50,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:50,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/f71a73ad9aa5448c8eb39d6e477938d7 is 50, key is test_row_0/A:col10/1732306909849/Put/seqid=0 2024-11-22T20:21:50,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306970537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306970541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741910_1086 (size=17181) 2024-11-22T20:21:50,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/f71a73ad9aa5448c8eb39d6e477938d7 2024-11-22T20:21:50,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/ece8a14286b24c4c8d5efa6ba86d309d is 50, key is test_row_0/B:col10/1732306909849/Put/seqid=0 2024-11-22T20:21:50,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:50,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:50,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741911_1087 (size=12301) 2024-11-22T20:21:50,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/ece8a14286b24c4c8d5efa6ba86d309d 2024-11-22T20:21:50,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306970642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306970648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/d5dfc74304e64628a3dd27ba56670658 is 50, key is test_row_0/C:col10/1732306909849/Put/seqid=0 2024-11-22T20:21:50,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741912_1088 (size=12301) 2024-11-22T20:21:50,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/d5dfc74304e64628a3dd27ba56670658 2024-11-22T20:21:50,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/f71a73ad9aa5448c8eb39d6e477938d7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f71a73ad9aa5448c8eb39d6e477938d7 2024-11-22T20:21:50,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f71a73ad9aa5448c8eb39d6e477938d7, entries=250, sequenceid=359, filesize=16.8 K 2024-11-22T20:21:50,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/ece8a14286b24c4c8d5efa6ba86d309d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ece8a14286b24c4c8d5efa6ba86d309d 2024-11-22T20:21:50,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ece8a14286b24c4c8d5efa6ba86d309d, entries=150, sequenceid=359, filesize=12.0 K 2024-11-22T20:21:50,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/d5dfc74304e64628a3dd27ba56670658 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d5dfc74304e64628a3dd27ba56670658 2024-11-22T20:21:50,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:50,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:50,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d5dfc74304e64628a3dd27ba56670658, entries=150, sequenceid=359, filesize=12.0 K 2024-11-22T20:21:50,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for be396040764475d853e08d5d4175b107 in 284ms, sequenceid=359, compaction requested=true 2024-11-22T20:21:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:50,784 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:50,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:50,785 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:50,785 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44973 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:50,786 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:50,786 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,786 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1bf4e524bd294755b8b1403e024557c8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/80923f9cd55244bbb5ab73bd119c81ee, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f71a73ad9aa5448c8eb39d6e477938d7] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=43.9 K 2024-11-22T20:21:50,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:50,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:50,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:50,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:50,787 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bf4e524bd294755b8b1403e024557c8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732306908745 2024-11-22T20:21:50,788 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80923f9cd55244bbb5ab73bd119c81ee, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732306909110 2024-11-22T20:21:50,788 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:50,788 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:50,788 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,789 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/090711f1a00945879cd8f730d764db26, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9b8a16d6c8ff4564a548acdb21af7806, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ece8a14286b24c4c8d5efa6ba86d309d] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=36.8 K 2024-11-22T20:21:50,789 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting f71a73ad9aa5448c8eb39d6e477938d7, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306909845 2024-11-22T20:21:50,789 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 090711f1a00945879cd8f730d764db26, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732306908745 2024-11-22T20:21:50,792 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b8a16d6c8ff4564a548acdb21af7806, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732306909110 2024-11-22T20:21:50,792 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ece8a14286b24c4c8d5efa6ba86d309d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306909845 2024-11-22T20:21:50,811 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#74 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:50,812 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/aaa39e263a8d4604b0fa1911f38f7f15 is 50, key is test_row_0/A:col10/1732306909849/Put/seqid=0 2024-11-22T20:21:50,821 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#75 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:50,821 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/fac6b917fa7a4981a924d340f2c4f1ed is 50, key is test_row_0/B:col10/1732306909849/Put/seqid=0 2024-11-22T20:21:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:50,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:21:50,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:50,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:50,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:50,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:50,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741914_1090 (size=13153) 2024-11-22T20:21:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741913_1089 (size=13153) 2024-11-22T20:21:50,900 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/aaa39e263a8d4604b0fa1911f38f7f15 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/aaa39e263a8d4604b0fa1911f38f7f15 2024-11-22T20:21:50,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b950e984d6824e5a98c3786d65bf1200 is 50, key is test_row_0/A:col10/1732306910852/Put/seqid=0 2024-11-22T20:21:50,909 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into aaa39e263a8d4604b0fa1911f38f7f15(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:50,909 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:50,909 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306910784; duration=0sec 2024-11-22T20:21:50,909 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:50,909 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:50,909 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:50,911 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:50,911 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:50,911 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,911 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4bb928dd04340598b98abe0971391af, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c70551fded6448bfa9495ae39dc7cf81, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d5dfc74304e64628a3dd27ba56670658] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=36.7 K 2024-11-22T20:21:50,912 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4bb928dd04340598b98abe0971391af, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732306908745 2024-11-22T20:21:50,912 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c70551fded6448bfa9495ae39dc7cf81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732306909110 2024-11-22T20:21:50,913 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5dfc74304e64628a3dd27ba56670658, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306909845 2024-11-22T20:21:50,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:50,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:50,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:50,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:21:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741915_1091 (size=14741) 2024-11-22T20:21:50,947 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:50,948 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/58b650a7e4fb4e59895424063f4ff692 is 50, key is test_row_0/C:col10/1732306909849/Put/seqid=0 2024-11-22T20:21:50,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b950e984d6824e5a98c3786d65bf1200 2024-11-22T20:21:50,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306970943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306970952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306970957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306970967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:50,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/7e1066ead3c445f2a62747f7dcddd14d is 50, key is test_row_0/B:col10/1732306910852/Put/seqid=0 2024-11-22T20:21:50,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306970989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741916_1092 (size=13119) 2024-11-22T20:21:51,029 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/58b650a7e4fb4e59895424063f4ff692 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/58b650a7e4fb4e59895424063f4ff692 2024-11-22T20:21:51,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741917_1093 (size=12301) 2024-11-22T20:21:51,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/7e1066ead3c445f2a62747f7dcddd14d 2024-11-22T20:21:51,049 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into 58b650a7e4fb4e59895424063f4ff692(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:51,049 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:51,049 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306910786; duration=0sec 2024-11-22T20:21:51,049 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:51,049 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:51,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/7e1f1c81e4434d7999e5da3ec186a55d is 50, key is test_row_0/C:col10/1732306910852/Put/seqid=0 2024-11-22T20:21:51,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306971056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306971069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306971066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306971074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:51,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:51,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741918_1094 (size=12301) 2024-11-22T20:21:51,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:51,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:51,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306971266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306971280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306971282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306971282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,292 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/fac6b917fa7a4981a924d340f2c4f1ed as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/fac6b917fa7a4981a924d340f2c4f1ed 2024-11-22T20:21:51,304 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into fac6b917fa7a4981a924d340f2c4f1ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:51,304 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:51,304 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306910785; duration=0sec 2024-11-22T20:21:51,304 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:51,304 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:51,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:51,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:51,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/7e1f1c81e4434d7999e5da3ec186a55d 2024-11-22T20:21:51,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b950e984d6824e5a98c3786d65bf1200 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b950e984d6824e5a98c3786d65bf1200 2024-11-22T20:21:51,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b950e984d6824e5a98c3786d65bf1200, entries=200, sequenceid=374, filesize=14.4 K 2024-11-22T20:21:51,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/7e1066ead3c445f2a62747f7dcddd14d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1066ead3c445f2a62747f7dcddd14d 2024-11-22T20:21:51,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1066ead3c445f2a62747f7dcddd14d, entries=150, sequenceid=374, filesize=12.0 K 2024-11-22T20:21:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/7e1f1c81e4434d7999e5da3ec186a55d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7e1f1c81e4434d7999e5da3ec186a55d 2024-11-22T20:21:51,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:51,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:51,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7e1f1c81e4434d7999e5da3ec186a55d, entries=150, sequenceid=374, filesize=12.0 K 2024-11-22T20:21:51,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for be396040764475d853e08d5d4175b107 in 709ms, sequenceid=374, compaction requested=false 2024-11-22T20:21:51,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:51,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:51,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:51,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:51,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:51,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:51,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:51,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:51,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/42d62929ff6d4885b056909a2a5d2e14 is 50, key is test_row_0/A:col10/1732306911574/Put/seqid=0 2024-11-22T20:21:51,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306971602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306971603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306971605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306971605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741919_1095 (size=14741) 2024-11-22T20:21:51,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/42d62929ff6d4885b056909a2a5d2e14 2024-11-22T20:21:51,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/5667f22cfe78465b84654b2e2cd4a56b is 50, key is test_row_0/B:col10/1732306911574/Put/seqid=0 2024-11-22T20:21:51,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741920_1096 (size=12301) 2024-11-22T20:21:51,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306971711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306971719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306971719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306971721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:51,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:51,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:51,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306971918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306971928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306971928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306971932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:21:51,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306971993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/5667f22cfe78465b84654b2e2cd4a56b 2024-11-22T20:21:52,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/ac13282a4ab746c785ddcb4c58b79d79 is 50, key is test_row_0/C:col10/1732306911574/Put/seqid=0 2024-11-22T20:21:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741921_1097 (size=12301) 2024-11-22T20:21:52,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:52,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:52,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306972226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306972238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306972239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306972240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:52,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:52,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:52,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/ac13282a4ab746c785ddcb4c58b79d79 2024-11-22T20:21:52,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/42d62929ff6d4885b056909a2a5d2e14 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/42d62929ff6d4885b056909a2a5d2e14 2024-11-22T20:21:52,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/42d62929ff6d4885b056909a2a5d2e14, entries=200, sequenceid=401, filesize=14.4 K 2024-11-22T20:21:52,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/5667f22cfe78465b84654b2e2cd4a56b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5667f22cfe78465b84654b2e2cd4a56b 2024-11-22T20:21:52,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5667f22cfe78465b84654b2e2cd4a56b, entries=150, sequenceid=401, filesize=12.0 K 2024-11-22T20:21:52,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/ac13282a4ab746c785ddcb4c58b79d79 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ac13282a4ab746c785ddcb4c58b79d79 2024-11-22T20:21:52,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ac13282a4ab746c785ddcb4c58b79d79, entries=150, sequenceid=401, filesize=12.0 K 2024-11-22T20:21:52,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for be396040764475d853e08d5d4175b107 in 1035ms, sequenceid=401, compaction requested=true 2024-11-22T20:21:52,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:52,614 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:52,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:52,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:52,615 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:52,616 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:52,616 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:52,616 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,616 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/aaa39e263a8d4604b0fa1911f38f7f15, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b950e984d6824e5a98c3786d65bf1200, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/42d62929ff6d4885b056909a2a5d2e14] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=41.6 K 2024-11-22T20:21:52,617 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:52,617 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaa39e263a8d4604b0fa1911f38f7f15, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306909845 2024-11-22T20:21:52,617 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:52,618 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,618 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/fac6b917fa7a4981a924d340f2c4f1ed, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1066ead3c445f2a62747f7dcddd14d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5667f22cfe78465b84654b2e2cd4a56b] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=36.9 K 2024-11-22T20:21:52,618 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b950e984d6824e5a98c3786d65bf1200, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732306910528 2024-11-22T20:21:52,618 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting fac6b917fa7a4981a924d340f2c4f1ed, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306909845 2024-11-22T20:21:52,619 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42d62929ff6d4885b056909a2a5d2e14, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732306910941 2024-11-22T20:21:52,619 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e1066ead3c445f2a62747f7dcddd14d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732306910528 2024-11-22T20:21:52,620 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 5667f22cfe78465b84654b2e2cd4a56b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732306910941 2024-11-22T20:21:52,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:52,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:52,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:52,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:52,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,647 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:52,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-22T20:21:52,648 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/4097f5e7a51747e6b0c28afa89177ffc is 50, key is test_row_0/A:col10/1732306911574/Put/seqid=0 2024-11-22T20:21:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:52,648 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:21:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:52,660 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:52,661 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/05681b7a8a404ca8935eb9f897d4ad02 is 50, key is test_row_0/B:col10/1732306911574/Put/seqid=0 2024-11-22T20:21:52,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/e66b5a2fd7984795bc1fe13a6f7b2191 is 50, key is test_row_0/A:col10/1732306911602/Put/seqid=0 2024-11-22T20:21:52,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741923_1099 (size=13255) 2024-11-22T20:21:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741922_1098 (size=13255) 2024-11-22T20:21:52,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741924_1100 (size=12301) 2024-11-22T20:21:52,746 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/e66b5a2fd7984795bc1fe13a6f7b2191 2024-11-22T20:21:52,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/86023da75ed0407eb30d45e5c8d9318d is 50, key is test_row_0/B:col10/1732306911602/Put/seqid=0 2024-11-22T20:21:52,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741925_1101 (size=12301) 2024-11-22T20:21:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:52,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:52,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306972872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306972873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306972873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306972868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:52,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306972993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306972994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306972994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306972994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,130 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/05681b7a8a404ca8935eb9f897d4ad02 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/05681b7a8a404ca8935eb9f897d4ad02 2024-11-22T20:21:53,147 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/4097f5e7a51747e6b0c28afa89177ffc as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/4097f5e7a51747e6b0c28afa89177ffc 2024-11-22T20:21:53,153 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into 05681b7a8a404ca8935eb9f897d4ad02(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:53,153 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:53,153 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306912614; duration=0sec 2024-11-22T20:21:53,153 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:53,153 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:53,153 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:53,155 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:53,155 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:53,155 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:53,156 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/58b650a7e4fb4e59895424063f4ff692, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7e1f1c81e4434d7999e5da3ec186a55d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ac13282a4ab746c785ddcb4c58b79d79] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=36.8 K 2024-11-22T20:21:53,156 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 58b650a7e4fb4e59895424063f4ff692, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306909845 2024-11-22T20:21:53,157 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e1f1c81e4434d7999e5da3ec186a55d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732306910528 2024-11-22T20:21:53,157 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ac13282a4ab746c785ddcb4c58b79d79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732306910941 2024-11-22T20:21:53,159 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into 4097f5e7a51747e6b0c28afa89177ffc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:53,159 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:53,159 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306912613; duration=0sec 2024-11-22T20:21:53,159 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:53,159 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:53,170 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:53,171 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/6e33230a73c148a7b73bb1b583f8eb54 is 50, key is test_row_0/C:col10/1732306911574/Put/seqid=0 2024-11-22T20:21:53,195 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/86023da75ed0407eb30d45e5c8d9318d 2024-11-22T20:21:53,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741926_1102 (size=13221) 2024-11-22T20:21:53,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306973202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306973204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306973206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306973206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/5ea58e09a31548968e20432d462f05d1 is 50, key is test_row_0/C:col10/1732306911602/Put/seqid=0 2024-11-22T20:21:53,238 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/6e33230a73c148a7b73bb1b583f8eb54 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/6e33230a73c148a7b73bb1b583f8eb54 2024-11-22T20:21:53,247 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into 6e33230a73c148a7b73bb1b583f8eb54(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:53,247 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:53,247 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306912632; duration=0sec 2024-11-22T20:21:53,247 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:53,247 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741927_1103 (size=12301) 2024-11-22T20:21:53,276 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/5ea58e09a31548968e20432d462f05d1 2024-11-22T20:21:53,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/e66b5a2fd7984795bc1fe13a6f7b2191 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e66b5a2fd7984795bc1fe13a6f7b2191 2024-11-22T20:21:53,300 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e66b5a2fd7984795bc1fe13a6f7b2191, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T20:21:53,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/86023da75ed0407eb30d45e5c8d9318d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/86023da75ed0407eb30d45e5c8d9318d 2024-11-22T20:21:53,315 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/86023da75ed0407eb30d45e5c8d9318d, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T20:21:53,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/5ea58e09a31548968e20432d462f05d1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5ea58e09a31548968e20432d462f05d1 2024-11-22T20:21:53,329 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5ea58e09a31548968e20432d462f05d1, entries=150, sequenceid=413, filesize=12.0 K 2024-11-22T20:21:53,330 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for be396040764475d853e08d5d4175b107 in 682ms, sequenceid=413, compaction requested=false 2024-11-22T20:21:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-22T20:21:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-22T20:21:53,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-22T20:21:53,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4960 sec 2024-11-22T20:21:53,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 3.5050 sec 2024-11-22T20:21:53,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T20:21:53,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:53,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:53,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:53,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:53,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:53,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:53,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/060121d49a9c40e8bf37bfbc99bf7355 is 50, key is test_row_0/A:col10/1732306912863/Put/seqid=0 2024-11-22T20:21:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306973528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306973531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306973531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306973532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741928_1104 (size=14741) 2024-11-22T20:21:53,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/060121d49a9c40e8bf37bfbc99bf7355 2024-11-22T20:21:53,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/f4c1d0947c4d4f5f88a46757979cbab1 is 50, key is test_row_0/B:col10/1732306912863/Put/seqid=0 2024-11-22T20:21:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306973636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306973639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306973640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741929_1105 (size=12301) 2024-11-22T20:21:53,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/f4c1d0947c4d4f5f88a46757979cbab1 2024-11-22T20:21:53,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306973641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c2294f108d9b43d8bc92059a9243ca07 is 50, key is test_row_0/C:col10/1732306912863/Put/seqid=0 2024-11-22T20:21:53,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741930_1106 (size=12301) 2024-11-22T20:21:53,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306973845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306973846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306973848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306973851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-22T20:21:53,946 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-22T20:21:53,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-22T20:21:53,952 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:53,953 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:53,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T20:21:54,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306974015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,019 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., hostname=bc573ddb75cd,39703,1732306894037, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:21:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T20:21:54,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T20:21:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:54,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:54,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c2294f108d9b43d8bc92059a9243ca07 2024-11-22T20:21:54,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/060121d49a9c40e8bf37bfbc99bf7355 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/060121d49a9c40e8bf37bfbc99bf7355 2024-11-22T20:21:54,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/060121d49a9c40e8bf37bfbc99bf7355, entries=200, sequenceid=442, filesize=14.4 K 2024-11-22T20:21:54,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/f4c1d0947c4d4f5f88a46757979cbab1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f4c1d0947c4d4f5f88a46757979cbab1 2024-11-22T20:21:54,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f4c1d0947c4d4f5f88a46757979cbab1, entries=150, sequenceid=442, filesize=12.0 K 2024-11-22T20:21:54,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/c2294f108d9b43d8bc92059a9243ca07 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c2294f108d9b43d8bc92059a9243ca07 2024-11-22T20:21:54,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306974151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306974155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306974156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306974159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c2294f108d9b43d8bc92059a9243ca07, entries=150, sequenceid=442, filesize=12.0 K 2024-11-22T20:21:54,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for be396040764475d853e08d5d4175b107 in 656ms, sequenceid=442, compaction requested=true 2024-11-22T20:21:54,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:54,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:54,168 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:54,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:54,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:54,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:54,168 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:54,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:54,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:54,170 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:54,170 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:54,170 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,170 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/05681b7a8a404ca8935eb9f897d4ad02, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/86023da75ed0407eb30d45e5c8d9318d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f4c1d0947c4d4f5f88a46757979cbab1] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.0 K 2024-11-22T20:21:54,170 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:54,171 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:54,171 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,171 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/4097f5e7a51747e6b0c28afa89177ffc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e66b5a2fd7984795bc1fe13a6f7b2191, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/060121d49a9c40e8bf37bfbc99bf7355] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=39.4 K 2024-11-22T20:21:54,172 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 05681b7a8a404ca8935eb9f897d4ad02, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732306910941 2024-11-22T20:21:54,172 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4097f5e7a51747e6b0c28afa89177ffc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732306910941 2024-11-22T20:21:54,173 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 86023da75ed0407eb30d45e5c8d9318d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732306911590 2024-11-22T20:21:54,173 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e66b5a2fd7984795bc1fe13a6f7b2191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732306911590 2024-11-22T20:21:54,174 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f4c1d0947c4d4f5f88a46757979cbab1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306912863 2024-11-22T20:21:54,174 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 060121d49a9c40e8bf37bfbc99bf7355, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306912863 2024-11-22T20:21:54,208 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:54,209 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/9c5c34172ce547a1954c0b41a3633a79 is 50, key is test_row_0/A:col10/1732306912863/Put/seqid=0 2024-11-22T20:21:54,218 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:54,219 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/5e93a3b04ad64f1197ee67d2145685ab is 50, key is test_row_0/B:col10/1732306912863/Put/seqid=0 2024-11-22T20:21:54,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741931_1107 (size=13357) 2024-11-22T20:21:54,252 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/9c5c34172ce547a1954c0b41a3633a79 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/9c5c34172ce547a1954c0b41a3633a79 2024-11-22T20:21:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T20:21:54,259 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into 9c5c34172ce547a1954c0b41a3633a79(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:54,259 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:54,259 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306914168; duration=0sec 2024-11-22T20:21:54,259 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:54,259 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:54,260 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:54,262 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:54,262 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:54,262 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,262 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/6e33230a73c148a7b73bb1b583f8eb54, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5ea58e09a31548968e20432d462f05d1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c2294f108d9b43d8bc92059a9243ca07] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=36.9 K 2024-11-22T20:21:54,263 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e33230a73c148a7b73bb1b583f8eb54, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732306910941 2024-11-22T20:21:54,263 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ea58e09a31548968e20432d462f05d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732306911590 2024-11-22T20:21:54,263 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2294f108d9b43d8bc92059a9243ca07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306912863 2024-11-22T20:21:54,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-22T20:21:54,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,269 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T20:21:54,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:54,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:54,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:54,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741932_1108 (size=13357) 2024-11-22T20:21:54,282 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:54,282 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/f2a9c50b1bdc49e881147cb65ad4ddeb is 50, key is test_row_0/C:col10/1732306912863/Put/seqid=0 2024-11-22T20:21:54,288 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/5e93a3b04ad64f1197ee67d2145685ab as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5e93a3b04ad64f1197ee67d2145685ab 2024-11-22T20:21:54,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/294321fb985e44dc8e18cb8defab43e3 is 50, key is test_row_0/A:col10/1732306913526/Put/seqid=0 2024-11-22T20:21:54,295 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into 5e93a3b04ad64f1197ee67d2145685ab(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:54,295 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:54,295 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306914168; duration=0sec 2024-11-22T20:21:54,295 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:54,295 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:54,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741934_1110 (size=12301) 2024-11-22T20:21:54,351 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/294321fb985e44dc8e18cb8defab43e3 2024-11-22T20:21:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741933_1109 (size=13323) 2024-11-22T20:21:54,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/981284081b4546a4a47781123bce3537 is 50, key is test_row_0/B:col10/1732306913526/Put/seqid=0 2024-11-22T20:21:54,379 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/f2a9c50b1bdc49e881147cb65ad4ddeb as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/f2a9c50b1bdc49e881147cb65ad4ddeb 2024-11-22T20:21:54,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741935_1111 (size=12301) 2024-11-22T20:21:54,388 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into f2a9c50b1bdc49e881147cb65ad4ddeb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:54,388 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:54,388 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306914168; duration=0sec 2024-11-22T20:21:54,389 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:54,389 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:54,391 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/981284081b4546a4a47781123bce3537 2024-11-22T20:21:54,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/30ef3309d3d84fc79b46a9a0e8620c61 is 50, key is test_row_0/C:col10/1732306913526/Put/seqid=0 2024-11-22T20:21:54,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741936_1112 (size=12301) 2024-11-22T20:21:54,437 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/30ef3309d3d84fc79b46a9a0e8620c61 2024-11-22T20:21:54,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/294321fb985e44dc8e18cb8defab43e3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/294321fb985e44dc8e18cb8defab43e3 2024-11-22T20:21:54,466 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/294321fb985e44dc8e18cb8defab43e3, entries=150, sequenceid=453, filesize=12.0 K 2024-11-22T20:21:54,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/981284081b4546a4a47781123bce3537 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/981284081b4546a4a47781123bce3537 2024-11-22T20:21:54,474 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/981284081b4546a4a47781123bce3537, entries=150, sequenceid=453, filesize=12.0 K 2024-11-22T20:21:54,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/30ef3309d3d84fc79b46a9a0e8620c61 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/30ef3309d3d84fc79b46a9a0e8620c61 2024-11-22T20:21:54,482 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/30ef3309d3d84fc79b46a9a0e8620c61, entries=150, sequenceid=453, filesize=12.0 K 2024-11-22T20:21:54,483 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for be396040764475d853e08d5d4175b107 in 214ms, sequenceid=453, compaction requested=false 2024-11-22T20:21:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-22T20:21:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-22T20:21:54,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-22T20:21:54,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 532 msec 2024-11-22T20:21:54,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 540 msec 2024-11-22T20:21:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-22T20:21:54,558 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-22T20:21:54,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:21:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-22T20:21:54,563 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:21:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:21:54,564 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:21:54,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:21:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:21:54,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:21:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:54,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:54,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:54,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/174ed1a6f6e043a0b45e4721a3dd8725 is 50, key is test_row_0/A:col10/1732306914688/Put/seqid=0 2024-11-22T20:21:54,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:54,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:54,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:54,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:54,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741937_1113 (size=17181) 2024-11-22T20:21:54,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/174ed1a6f6e043a0b45e4721a3dd8725 2024-11-22T20:21:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306974746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306974748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306974754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306974756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/d72e6245c64f408e8ce5044d1614fa01 is 50, key is test_row_0/B:col10/1732306914688/Put/seqid=0 2024-11-22T20:21:54,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741938_1114 (size=12301) 2024-11-22T20:21:54,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/d72e6245c64f408e8ce5044d1614fa01 2024-11-22T20:21:54,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/23edd1b8020c4ee489f3c98dc960a6a0 is 50, key is test_row_0/C:col10/1732306914688/Put/seqid=0 2024-11-22T20:21:54,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306974860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306974861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306974861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:21:54,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306974862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:54,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:54,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:54,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:54,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:54,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:54,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741939_1115 (size=12301) 2024-11-22T20:21:55,030 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:55,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:55,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306975068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306975070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306975071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306975069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:21:55,184 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:55,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/23edd1b8020c4ee489f3c98dc960a6a0 2024-11-22T20:21:55,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/174ed1a6f6e043a0b45e4721a3dd8725 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/174ed1a6f6e043a0b45e4721a3dd8725 2024-11-22T20:21:55,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/174ed1a6f6e043a0b45e4721a3dd8725, entries=250, sequenceid=468, filesize=16.8 K 2024-11-22T20:21:55,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/d72e6245c64f408e8ce5044d1614fa01 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d72e6245c64f408e8ce5044d1614fa01 2024-11-22T20:21:55,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d72e6245c64f408e8ce5044d1614fa01, entries=150, sequenceid=468, filesize=12.0 K 2024-11-22T20:21:55,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/23edd1b8020c4ee489f3c98dc960a6a0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/23edd1b8020c4ee489f3c98dc960a6a0 2024-11-22T20:21:55,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:55,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/23edd1b8020c4ee489f3c98dc960a6a0, entries=150, sequenceid=468, filesize=12.0 K 2024-11-22T20:21:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for be396040764475d853e08d5d4175b107 in 671ms, sequenceid=468, compaction requested=true 2024-11-22T20:21:55,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:55,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:55,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:55,359 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:55,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:55,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:55,359 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:55,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:55,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:55,361 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:55,361 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:55,361 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,361 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5e93a3b04ad64f1197ee67d2145685ab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/981284081b4546a4a47781123bce3537, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d72e6245c64f408e8ce5044d1614fa01] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.1 K 2024-11-22T20:21:55,362 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:55,362 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:55,362 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,362 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/9c5c34172ce547a1954c0b41a3633a79, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/294321fb985e44dc8e18cb8defab43e3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/174ed1a6f6e043a0b45e4721a3dd8725] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=41.8 K 2024-11-22T20:21:55,362 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e93a3b04ad64f1197ee67d2145685ab, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306912863 2024-11-22T20:21:55,363 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c5c34172ce547a1954c0b41a3633a79, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306912863 2024-11-22T20:21:55,363 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 981284081b4546a4a47781123bce3537, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732306913526 2024-11-22T20:21:55,363 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 294321fb985e44dc8e18cb8defab43e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732306913526 2024-11-22T20:21:55,363 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting d72e6245c64f408e8ce5044d1614fa01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306914682 2024-11-22T20:21:55,364 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 174ed1a6f6e043a0b45e4721a3dd8725, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306914678 2024-11-22T20:21:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:55,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:55,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:55,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:55,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:55,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:55,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:55,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:55,390 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:55,391 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/ded389b6536446dca0b6087685aa97c4 is 50, key is test_row_0/B:col10/1732306914688/Put/seqid=0 2024-11-22T20:21:55,402 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:55,403 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/4fe7c01c63fa43ae93e608ce5f8a9f58 is 50, key is test_row_0/A:col10/1732306914688/Put/seqid=0 2024-11-22T20:21:55,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306975397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306975397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306975400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306975402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/597557cbcab5432bb306ab541fee21f1 is 50, key is test_row_0/A:col10/1732306914743/Put/seqid=0 2024-11-22T20:21:55,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741940_1116 (size=13459) 2024-11-22T20:21:55,452 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/ded389b6536446dca0b6087685aa97c4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ded389b6536446dca0b6087685aa97c4 2024-11-22T20:21:55,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741941_1117 (size=13459) 2024-11-22T20:21:55,460 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into ded389b6536446dca0b6087685aa97c4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:55,461 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:55,461 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306915359; duration=0sec 2024-11-22T20:21:55,461 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:55,461 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:55,461 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:55,464 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:55,464 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:55,465 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,465 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/f2a9c50b1bdc49e881147cb65ad4ddeb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/30ef3309d3d84fc79b46a9a0e8620c61, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/23edd1b8020c4ee489f3c98dc960a6a0] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.0 K 2024-11-22T20:21:55,466 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f2a9c50b1bdc49e881147cb65ad4ddeb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306912863 2024-11-22T20:21:55,468 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 30ef3309d3d84fc79b46a9a0e8620c61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732306913526 2024-11-22T20:21:55,469 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 23edd1b8020c4ee489f3c98dc960a6a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306914682 2024-11-22T20:21:55,470 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/4fe7c01c63fa43ae93e608ce5f8a9f58 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/4fe7c01c63fa43ae93e608ce5f8a9f58 2024-11-22T20:21:55,479 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into 4fe7c01c63fa43ae93e608ce5f8a9f58(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:55,479 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:55,479 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306915359; duration=0sec 2024-11-22T20:21:55,479 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:55,479 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741942_1118 (size=14741) 2024-11-22T20:21:55,495 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:55,496 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/ae669cabdbfa40f4b041975cccc055b8 is 50, key is test_row_0/C:col10/1732306914688/Put/seqid=0 2024-11-22T20:21:55,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:55,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:55,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306975507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306975508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306975506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306975508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741943_1119 (size=13425) 2024-11-22T20:21:55,654 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:55,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:55,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:21:55,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306975713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306975713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306975713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306975713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,809 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:55,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/597557cbcab5432bb306ab541fee21f1 2024-11-22T20:21:55,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/2e2ca90c7e144ce3bb7b686cb167d579 is 50, key is test_row_0/B:col10/1732306914743/Put/seqid=0 2024-11-22T20:21:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741944_1120 (size=12301) 2024-11-22T20:21:55,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/2e2ca90c7e144ce3bb7b686cb167d579 2024-11-22T20:21:55,958 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/ae669cabdbfa40f4b041975cccc055b8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ae669cabdbfa40f4b041975cccc055b8 2024-11-22T20:21:55,965 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into ae669cabdbfa40f4b041975cccc055b8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:55,965 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:55,965 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306915359; duration=0sec 2024-11-22T20:21:55,965 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:55,965 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:55,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:55,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:55,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:55,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:55,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:55,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/ea1a258ca8bb4f36913e0715e104378a is 50, key is test_row_0/C:col10/1732306914743/Put/seqid=0 2024-11-22T20:21:56,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741945_1121 (size=12301) 2024-11-22T20:21:56,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306976018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306976018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306976020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306976021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/ea1a258ca8bb4f36913e0715e104378a 2024-11-22T20:21:56,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/597557cbcab5432bb306ab541fee21f1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/597557cbcab5432bb306ab541fee21f1 2024-11-22T20:21:56,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:56,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:56,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/597557cbcab5432bb306ab541fee21f1, entries=200, sequenceid=492, filesize=14.4 K 2024-11-22T20:21:56,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/2e2ca90c7e144ce3bb7b686cb167d579 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2e2ca90c7e144ce3bb7b686cb167d579 2024-11-22T20:21:56,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2e2ca90c7e144ce3bb7b686cb167d579, entries=150, sequenceid=492, filesize=12.0 K 2024-11-22T20:21:56,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/ea1a258ca8bb4f36913e0715e104378a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ea1a258ca8bb4f36913e0715e104378a 2024-11-22T20:21:56,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ea1a258ca8bb4f36913e0715e104378a, entries=150, sequenceid=492, filesize=12.0 K 2024-11-22T20:21:56,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for be396040764475d853e08d5d4175b107 in 1102ms, sequenceid=492, compaction requested=false 2024-11-22T20:21:56,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:56,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:21:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:56,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:56,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:56,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:56,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:56,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:56,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:56,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/82f2c9d0df63400982a6f77974abcdc3 is 50, key is test_row_0/A:col10/1732306915397/Put/seqid=0 2024-11-22T20:21:56,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741946_1122 (size=12301) 2024-11-22T20:21:56,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306976566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306976567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306976569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306976574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:56,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:56,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:21:56,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306976677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306976678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306976679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306976682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:56,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:56,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306976880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306976882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306976885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306976886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:56,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:56,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:56,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:56,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:56,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/82f2c9d0df63400982a6f77974abcdc3 2024-11-22T20:21:57,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/ad69d1f4736a413fa5556900236460c7 is 50, key is test_row_0/B:col10/1732306915397/Put/seqid=0 2024-11-22T20:21:57,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:57,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:57,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741947_1123 (size=12301) 2024-11-22T20:21:57,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/ad69d1f4736a413fa5556900236460c7 2024-11-22T20:21:57,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/847311ef367540e5a113b2eccb8e100d is 50, key is test_row_0/C:col10/1732306915397/Put/seqid=0 2024-11-22T20:21:57,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741948_1124 (size=12301) 2024-11-22T20:21:57,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306977186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306977190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306977190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306977190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,209 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:57,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:57,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,523 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:57,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:21:57,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/847311ef367540e5a113b2eccb8e100d 2024-11-22T20:21:57,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/82f2c9d0df63400982a6f77974abcdc3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/82f2c9d0df63400982a6f77974abcdc3 2024-11-22T20:21:57,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/82f2c9d0df63400982a6f77974abcdc3, entries=150, sequenceid=508, filesize=12.0 K 2024-11-22T20:21:57,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/ad69d1f4736a413fa5556900236460c7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ad69d1f4736a413fa5556900236460c7 2024-11-22T20:21:57,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ad69d1f4736a413fa5556900236460c7, entries=150, sequenceid=508, filesize=12.0 K 2024-11-22T20:21:57,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/847311ef367540e5a113b2eccb8e100d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/847311ef367540e5a113b2eccb8e100d 2024-11-22T20:21:57,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/847311ef367540e5a113b2eccb8e100d, entries=150, sequenceid=508, filesize=12.0 K 2024-11-22T20:21:57,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for be396040764475d853e08d5d4175b107 in 1057ms, sequenceid=508, compaction requested=true 2024-11-22T20:21:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:57,587 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:57,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:57,587 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:57,589 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:57,589 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:57,589 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:57,589 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:57,589 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,589 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,589 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ded389b6536446dca0b6087685aa97c4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2e2ca90c7e144ce3bb7b686cb167d579, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ad69d1f4736a413fa5556900236460c7] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.2 K 2024-11-22T20:21:57,589 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/4fe7c01c63fa43ae93e608ce5f8a9f58, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/597557cbcab5432bb306ab541fee21f1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/82f2c9d0df63400982a6f77974abcdc3] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=39.6 K 2024-11-22T20:21:57,590 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ded389b6536446dca0b6087685aa97c4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306914682 2024-11-22T20:21:57,590 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fe7c01c63fa43ae93e608ce5f8a9f58, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306914682 2024-11-22T20:21:57,590 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 597557cbcab5432bb306ab541fee21f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732306914743 2024-11-22T20:21:57,591 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82f2c9d0df63400982a6f77974abcdc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732306915391 2024-11-22T20:21:57,591 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e2ca90c7e144ce3bb7b686cb167d579, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732306914743 2024-11-22T20:21:57,592 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ad69d1f4736a413fa5556900236460c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732306915391 2024-11-22T20:21:57,607 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:57,607 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:57,608 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/01b1cb499f6d4ab6a549062966510997 is 50, key is test_row_0/B:col10/1732306915397/Put/seqid=0 2024-11-22T20:21:57,609 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/a1e58e863f324632939f5cd5daf00295 is 50, key is test_row_0/A:col10/1732306915397/Put/seqid=0 2024-11-22T20:21:57,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741949_1125 (size=13561) 2024-11-22T20:21:57,655 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/a1e58e863f324632939f5cd5daf00295 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a1e58e863f324632939f5cd5daf00295 2024-11-22T20:21:57,673 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into a1e58e863f324632939f5cd5daf00295(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:57,673 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:57,673 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306917587; duration=0sec 2024-11-22T20:21:57,673 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:57,673 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:57,674 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:57,675 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:57,675 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:57,675 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,675 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ae669cabdbfa40f4b041975cccc055b8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ea1a258ca8bb4f36913e0715e104378a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/847311ef367540e5a113b2eccb8e100d] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.1 K 2024-11-22T20:21:57,676 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae669cabdbfa40f4b041975cccc055b8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732306914682 2024-11-22T20:21:57,676 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea1a258ca8bb4f36913e0715e104378a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732306914743 2024-11-22T20:21:57,677 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 847311ef367540e5a113b2eccb8e100d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732306915391 2024-11-22T20:21:57,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-22T20:21:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:57,678 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:21:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:57,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:57,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/1d7968da3bff4309beef04e0030480fa is 50, key is test_row_0/A:col10/1732306916570/Put/seqid=0 2024-11-22T20:21:57,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741950_1126 (size=13561) 2024-11-22T20:21:57,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. as already flushing 2024-11-22T20:21:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:57,709 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:57,709 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/16a2d2c21e254109b26ee1a336203b38 is 50, key is test_row_0/C:col10/1732306915397/Put/seqid=0 2024-11-22T20:21:57,713 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/01b1cb499f6d4ab6a549062966510997 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/01b1cb499f6d4ab6a549062966510997 2024-11-22T20:21:57,722 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into 01b1cb499f6d4ab6a549062966510997(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:57,722 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:57,722 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306917587; duration=0sec 2024-11-22T20:21:57,722 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:57,722 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:57,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306977718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306977720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306977721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306977719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741951_1127 (size=12301) 2024-11-22T20:21:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741952_1128 (size=13527) 2024-11-22T20:21:57,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306977829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306977829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306977829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306977830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306978036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306978037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306978037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306978038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732306978059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,064 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., hostname=bc573ddb75cd,39703,1732306894037, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:21:58,152 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/1d7968da3bff4309beef04e0030480fa 2024-11-22T20:21:58,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/3abba686b8a649ecbb6675b1fd624cdd is 50, key is test_row_0/B:col10/1732306916570/Put/seqid=0 2024-11-22T20:21:58,179 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/16a2d2c21e254109b26ee1a336203b38 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/16a2d2c21e254109b26ee1a336203b38 2024-11-22T20:21:58,187 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into 16a2d2c21e254109b26ee1a336203b38(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:58,187 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:58,187 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306917587; duration=0sec 2024-11-22T20:21:58,187 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:58,187 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741953_1129 (size=12301) 2024-11-22T20:21:58,224 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/3abba686b8a649ecbb6675b1fd624cdd 2024-11-22T20:21:58,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/afb78b33c0484a6286b7bdf30f3d546d is 50, key is test_row_0/C:col10/1732306916570/Put/seqid=0 2024-11-22T20:21:58,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741954_1130 (size=12301) 2024-11-22T20:21:58,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306978339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306978343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306978346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306978346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:21:58,701 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/afb78b33c0484a6286b7bdf30f3d546d 2024-11-22T20:21:58,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/1d7968da3bff4309beef04e0030480fa as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1d7968da3bff4309beef04e0030480fa 2024-11-22T20:21:58,722 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1d7968da3bff4309beef04e0030480fa, entries=150, sequenceid=532, filesize=12.0 K 2024-11-22T20:21:58,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/3abba686b8a649ecbb6675b1fd624cdd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3abba686b8a649ecbb6675b1fd624cdd 2024-11-22T20:21:58,733 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3abba686b8a649ecbb6675b1fd624cdd, entries=150, sequenceid=532, filesize=12.0 K 2024-11-22T20:21:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/afb78b33c0484a6286b7bdf30f3d546d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/afb78b33c0484a6286b7bdf30f3d546d 2024-11-22T20:21:58,748 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/afb78b33c0484a6286b7bdf30f3d546d, entries=150, sequenceid=532, filesize=12.0 K 2024-11-22T20:21:58,751 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for be396040764475d853e08d5d4175b107 in 1073ms, sequenceid=532, compaction requested=false 2024-11-22T20:21:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-22T20:21:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-22T20:21:58,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-22T20:21:58,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1890 sec 2024-11-22T20:21:58,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 4.1970 sec 2024-11-22T20:21:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:58,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:58,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:58,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:58,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/bf0db6fc15944092b11fcca30076e57a is 50, key is test_row_0/A:col10/1732306918845/Put/seqid=0 2024-11-22T20:21:58,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741955_1131 (size=14741) 2024-11-22T20:21:58,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/bf0db6fc15944092b11fcca30076e57a 2024-11-22T20:21:58,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306978881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306978885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306978887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306978888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/98f40e5f54c24dceafbdba3a8de958a0 is 50, key is test_row_0/B:col10/1732306918845/Put/seqid=0 2024-11-22T20:21:58,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741956_1132 (size=12301) 2024-11-22T20:21:58,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/98f40e5f54c24dceafbdba3a8de958a0 2024-11-22T20:21:58,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/a3742158f62d466e9b9a19f3f50d0575 is 50, key is test_row_0/C:col10/1732306918845/Put/seqid=0 2024-11-22T20:21:58,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741957_1133 (size=12301) 2024-11-22T20:21:58,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/a3742158f62d466e9b9a19f3f50d0575 2024-11-22T20:21:58,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/bf0db6fc15944092b11fcca30076e57a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0db6fc15944092b11fcca30076e57a 2024-11-22T20:21:58,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0db6fc15944092b11fcca30076e57a, entries=200, sequenceid=548, filesize=14.4 K 2024-11-22T20:21:58,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/98f40e5f54c24dceafbdba3a8de958a0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/98f40e5f54c24dceafbdba3a8de958a0 2024-11-22T20:21:58,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/98f40e5f54c24dceafbdba3a8de958a0, entries=150, sequenceid=548, filesize=12.0 K 2024-11-22T20:21:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/a3742158f62d466e9b9a19f3f50d0575 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a3742158f62d466e9b9a19f3f50d0575 2024-11-22T20:21:58,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306978989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a3742158f62d466e9b9a19f3f50d0575, entries=150, sequenceid=548, filesize=12.0 K 2024-11-22T20:21:58,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306978989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306978991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306978992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:58,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for be396040764475d853e08d5d4175b107 in 150ms, sequenceid=548, compaction requested=true 2024-11-22T20:21:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:21:58,996 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:58,996 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:58,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:21:58,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:58,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:21:58,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:58,998 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:58,999 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:21:58,999 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:58,999 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a1e58e863f324632939f5cd5daf00295, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1d7968da3bff4309beef04e0030480fa, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0db6fc15944092b11fcca30076e57a] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=39.7 K 2024-11-22T20:21:58,999 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:58,999 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:21:59,000 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:59,000 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/01b1cb499f6d4ab6a549062966510997, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3abba686b8a649ecbb6675b1fd624cdd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/98f40e5f54c24dceafbdba3a8de958a0] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.3 K 2024-11-22T20:21:59,000 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1e58e863f324632939f5cd5daf00295, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732306915391 2024-11-22T20:21:59,001 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 01b1cb499f6d4ab6a549062966510997, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732306915391 2024-11-22T20:21:59,001 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d7968da3bff4309beef04e0030480fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732306916564 2024-11-22T20:21:59,001 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3abba686b8a649ecbb6675b1fd624cdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732306916564 2024-11-22T20:21:59,002 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf0db6fc15944092b11fcca30076e57a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732306917703 2024-11-22T20:21:59,003 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 98f40e5f54c24dceafbdba3a8de958a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732306917717 2024-11-22T20:21:59,026 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:59,027 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/8f81ba6d80204e868b967f302f22bb40 is 50, key is test_row_0/A:col10/1732306918845/Put/seqid=0 2024-11-22T20:21:59,038 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#120 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:59,039 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/a2c1634efdd3496191daa73d2433f559 is 50, key is test_row_0/B:col10/1732306918845/Put/seqid=0 2024-11-22T20:21:59,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741958_1134 (size=13663) 2024-11-22T20:21:59,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741959_1135 (size=13663) 2024-11-22T20:21:59,105 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/8f81ba6d80204e868b967f302f22bb40 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/8f81ba6d80204e868b967f302f22bb40 2024-11-22T20:21:59,114 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/a2c1634efdd3496191daa73d2433f559 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/a2c1634efdd3496191daa73d2433f559 2024-11-22T20:21:59,122 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into 8f81ba6d80204e868b967f302f22bb40(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:59,122 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:59,122 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306918996; duration=0sec 2024-11-22T20:21:59,123 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:21:59,123 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:21:59,123 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:21:59,124 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:21:59,125 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:21:59,125 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:21:59,126 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/16a2d2c21e254109b26ee1a336203b38, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/afb78b33c0484a6286b7bdf30f3d546d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a3742158f62d466e9b9a19f3f50d0575] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.2 K 2024-11-22T20:21:59,127 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16a2d2c21e254109b26ee1a336203b38, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732306915391 2024-11-22T20:21:59,127 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into a2c1634efdd3496191daa73d2433f559(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:59,127 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:59,127 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306918996; duration=0sec 2024-11-22T20:21:59,127 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:59,128 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:21:59,128 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting afb78b33c0484a6286b7bdf30f3d546d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1732306916564 2024-11-22T20:21:59,132 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3742158f62d466e9b9a19f3f50d0575, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732306917717 2024-11-22T20:21:59,148 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:21:59,149 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/2d3f9b5e13c349389929c38b4a5d4dd3 is 50, key is test_row_0/C:col10/1732306918845/Put/seqid=0 2024-11-22T20:21:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:59,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:21:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:59,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:59,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741960_1136 (size=13629) 2024-11-22T20:21:59,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b08dba06c4934dc7a7fe19f23304c81a is 50, key is test_row_0/A:col10/1732306918885/Put/seqid=0 2024-11-22T20:21:59,217 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/2d3f9b5e13c349389929c38b4a5d4dd3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/2d3f9b5e13c349389929c38b4a5d4dd3 2024-11-22T20:21:59,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306979213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306979215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306979217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306979217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,224 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into 2d3f9b5e13c349389929c38b4a5d4dd3(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:21:59,224 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:59,224 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306918997; duration=0sec 2024-11-22T20:21:59,224 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:21:59,224 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:21:59,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741961_1137 (size=19621) 2024-11-22T20:21:59,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b08dba06c4934dc7a7fe19f23304c81a 2024-11-22T20:21:59,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/cdd0d6e4602f4091babf7c2d8163697f is 50, key is test_row_0/B:col10/1732306918885/Put/seqid=0 2024-11-22T20:21:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741962_1138 (size=12301) 2024-11-22T20:21:59,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306979320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306979320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306979325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306979325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306979525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306979526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306979528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306979530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/cdd0d6e4602f4091babf7c2d8163697f 2024-11-22T20:21:59,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/34465d2f34a8403d94f2a2f62e3fc300 is 50, key is test_row_0/C:col10/1732306918885/Put/seqid=0 2024-11-22T20:21:59,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741963_1139 (size=12301) 2024-11-22T20:21:59,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/34465d2f34a8403d94f2a2f62e3fc300 2024-11-22T20:21:59,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/b08dba06c4934dc7a7fe19f23304c81a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b08dba06c4934dc7a7fe19f23304c81a 2024-11-22T20:21:59,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b08dba06c4934dc7a7fe19f23304c81a, entries=300, sequenceid=575, filesize=19.2 K 2024-11-22T20:21:59,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/cdd0d6e4602f4091babf7c2d8163697f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/cdd0d6e4602f4091babf7c2d8163697f 2024-11-22T20:21:59,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/cdd0d6e4602f4091babf7c2d8163697f, entries=150, sequenceid=575, filesize=12.0 K 2024-11-22T20:21:59,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/34465d2f34a8403d94f2a2f62e3fc300 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/34465d2f34a8403d94f2a2f62e3fc300 2024-11-22T20:21:59,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/34465d2f34a8403d94f2a2f62e3fc300, entries=150, sequenceid=575, filesize=12.0 K 2024-11-22T20:21:59,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for be396040764475d853e08d5d4175b107 in 603ms, sequenceid=575, compaction requested=false 2024-11-22T20:21:59,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:21:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:21:59,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:21:59,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:21:59,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:59,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:21:59,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:59,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:21:59,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:21:59,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/768df0b3cb754f228ec95b40a68f455a is 50, key is test_row_0/A:col10/1732306919834/Put/seqid=0 2024-11-22T20:21:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306979887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306979887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306979892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306979892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741964_1140 (size=12301) 2024-11-22T20:21:59,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306979994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:21:59,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:21:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306979995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306980003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306980004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306980202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306980203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306980204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306980207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,234 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4bf8e82a to 127.0.0.1:52147 2024-11-22T20:22:00,234 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:00,235 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51cab508 to 127.0.0.1:52147 2024-11-22T20:22:00,235 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:00,236 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ba01639 to 127.0.0.1:52147 2024-11-22T20:22:00,236 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:00,238 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24890c79 to 127.0.0.1:52147 2024-11-22T20:22:00,238 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:00,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/768df0b3cb754f228ec95b40a68f455a 2024-11-22T20:22:00,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/60952c224549491aa0311ce76b5c5ce0 is 50, key is test_row_0/B:col10/1732306919834/Put/seqid=0 2024-11-22T20:22:00,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741965_1141 (size=12301) 2024-11-22T20:22:00,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/60952c224549491aa0311ce76b5c5ce0 2024-11-22T20:22:00,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/4b2586156cb0427599095dffdbb08da3 is 50, key is test_row_0/C:col10/1732306919834/Put/seqid=0 2024-11-22T20:22:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741966_1142 (size=12301) 2024-11-22T20:22:00,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55598 deadline: 1732306980509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55608 deadline: 1732306980509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732306980510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55622 deadline: 1732306980511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:00,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/4b2586156cb0427599095dffdbb08da3 2024-11-22T20:22:00,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/768df0b3cb754f228ec95b40a68f455a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/768df0b3cb754f228ec95b40a68f455a 2024-11-22T20:22:00,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/768df0b3cb754f228ec95b40a68f455a, entries=150, sequenceid=592, filesize=12.0 K 2024-11-22T20:22:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/60952c224549491aa0311ce76b5c5ce0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/60952c224549491aa0311ce76b5c5ce0 2024-11-22T20:22:00,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/60952c224549491aa0311ce76b5c5ce0, entries=150, sequenceid=592, filesize=12.0 K 2024-11-22T20:22:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/4b2586156cb0427599095dffdbb08da3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/4b2586156cb0427599095dffdbb08da3 2024-11-22T20:22:00,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/4b2586156cb0427599095dffdbb08da3, entries=150, sequenceid=592, filesize=12.0 K 2024-11-22T20:22:00,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for be396040764475d853e08d5d4175b107 in 963ms, sequenceid=592, compaction requested=true 2024-11-22T20:22:00,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:22:00,800 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:00,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:00,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:00,800 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:00,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:00,801 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:00,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:00,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be396040764475d853e08d5d4175b107:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:00,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:00,801 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/A is initiating minor compaction (all files) 2024-11-22T20:22:00,802 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/A in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:22:00,802 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/8f81ba6d80204e868b967f302f22bb40, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b08dba06c4934dc7a7fe19f23304c81a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/768df0b3cb754f228ec95b40a68f455a] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=44.5 K 2024-11-22T20:22:00,803 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:00,803 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f81ba6d80204e868b967f302f22bb40, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732306917717 2024-11-22T20:22:00,803 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/B is initiating minor compaction (all files) 2024-11-22T20:22:00,803 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/B in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:22:00,803 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/a2c1634efdd3496191daa73d2433f559, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/cdd0d6e4602f4091babf7c2d8163697f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/60952c224549491aa0311ce76b5c5ce0] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.4 K 2024-11-22T20:22:00,803 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b08dba06c4934dc7a7fe19f23304c81a, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732306918876 2024-11-22T20:22:00,804 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting a2c1634efdd3496191daa73d2433f559, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732306917717 2024-11-22T20:22:00,804 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 768df0b3cb754f228ec95b40a68f455a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1732306919213 2024-11-22T20:22:00,804 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting cdd0d6e4602f4091babf7c2d8163697f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732306918885 2024-11-22T20:22:00,805 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 60952c224549491aa0311ce76b5c5ce0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1732306919213 2024-11-22T20:22:00,819 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#B#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:00,820 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/35882b5720e5467692e6612fc3d3a9f6 is 50, key is test_row_0/B:col10/1732306919834/Put/seqid=0 2024-11-22T20:22:00,822 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#A#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:00,823 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/536c5478fbd8407385d8d1b5b5241ce5 is 50, key is test_row_0/A:col10/1732306919834/Put/seqid=0 2024-11-22T20:22:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741967_1143 (size=13765) 2024-11-22T20:22:00,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741968_1144 (size=13765) 2024-11-22T20:22:00,834 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/35882b5720e5467692e6612fc3d3a9f6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/35882b5720e5467692e6612fc3d3a9f6 2024-11-22T20:22:00,840 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/B of be396040764475d853e08d5d4175b107 into 35882b5720e5467692e6612fc3d3a9f6(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:00,840 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:22:00,840 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/B, priority=13, startTime=1732306920800; duration=0sec 2024-11-22T20:22:00,840 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:00,840 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:B 2024-11-22T20:22:00,840 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:00,842 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:00,842 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): be396040764475d853e08d5d4175b107/C is initiating minor compaction (all files) 2024-11-22T20:22:00,842 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be396040764475d853e08d5d4175b107/C in TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:22:00,842 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/2d3f9b5e13c349389929c38b4a5d4dd3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/34465d2f34a8403d94f2a2f62e3fc300, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/4b2586156cb0427599095dffdbb08da3] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp, totalSize=37.3 K 2024-11-22T20:22:00,843 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d3f9b5e13c349389929c38b4a5d4dd3, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732306917717 2024-11-22T20:22:00,843 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 34465d2f34a8403d94f2a2f62e3fc300, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=575, earliestPutTs=1732306918885 2024-11-22T20:22:00,844 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b2586156cb0427599095dffdbb08da3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=592, earliestPutTs=1732306919213 2024-11-22T20:22:00,855 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be396040764475d853e08d5d4175b107#C#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:00,856 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/bd110c336973416b94348d27622dd3c7 is 50, key is test_row_0/C:col10/1732306919834/Put/seqid=0 2024-11-22T20:22:00,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741969_1145 (size=13731) 2024-11-22T20:22:00,867 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/bd110c336973416b94348d27622dd3c7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/bd110c336973416b94348d27622dd3c7 2024-11-22T20:22:00,875 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/C of be396040764475d853e08d5d4175b107 into bd110c336973416b94348d27622dd3c7(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:00,875 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:22:00,875 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/C, priority=13, startTime=1732306920801; duration=0sec 2024-11-22T20:22:00,875 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:00,875 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:C 2024-11-22T20:22:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on be396040764475d853e08d5d4175b107 2024-11-22T20:22:01,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:22:01,015 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x251efa5e to 127.0.0.1:52147 2024-11-22T20:22:01,015 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54af89df to 127.0.0.1:52147 2024-11-22T20:22:01,015 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:01,015 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:01,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:22:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:22:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:22:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:01,020 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x774bf929 to 127.0.0.1:52147 2024-11-22T20:22:01,020 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:01,020 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28808bb9 to 127.0.0.1:52147 2024-11-22T20:22:01,020 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:01,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/71277f480dd8431f8b2fb7357dcd347b is 50, key is test_row_0/A:col10/1732306921014/Put/seqid=0 2024-11-22T20:22:01,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741970_1146 (size=12301) 2024-11-22T20:22:01,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/71277f480dd8431f8b2fb7357dcd347b 2024-11-22T20:22:01,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/5dc0647492b84737b9e76201ae7f12ba is 50, key is test_row_0/B:col10/1732306921014/Put/seqid=0 2024-11-22T20:22:01,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741971_1147 (size=12301) 2024-11-22T20:22:01,236 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/536c5478fbd8407385d8d1b5b5241ce5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/536c5478fbd8407385d8d1b5b5241ce5 2024-11-22T20:22:01,246 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be396040764475d853e08d5d4175b107/A of be396040764475d853e08d5d4175b107 into 536c5478fbd8407385d8d1b5b5241ce5(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:01,246 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:22:01,247 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107., storeName=be396040764475d853e08d5d4175b107/A, priority=13, startTime=1732306920799; duration=0sec 2024-11-22T20:22:01,247 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:01,247 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be396040764475d853e08d5d4175b107:A 2024-11-22T20:22:01,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/5dc0647492b84737b9e76201ae7f12ba 2024-11-22T20:22:01,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/57fa5b58d74c4467a3a10fff12bb0b7c is 50, key is test_row_0/C:col10/1732306921014/Put/seqid=0 2024-11-22T20:22:01,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741972_1148 (size=12301) 2024-11-22T20:22:01,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=616 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/57fa5b58d74c4467a3a10fff12bb0b7c 2024-11-22T20:22:01,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/71277f480dd8431f8b2fb7357dcd347b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/71277f480dd8431f8b2fb7357dcd347b 2024-11-22T20:22:01,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/71277f480dd8431f8b2fb7357dcd347b, entries=150, sequenceid=616, filesize=12.0 K 2024-11-22T20:22:01,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/5dc0647492b84737b9e76201ae7f12ba as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5dc0647492b84737b9e76201ae7f12ba 2024-11-22T20:22:01,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5dc0647492b84737b9e76201ae7f12ba, entries=150, sequenceid=616, filesize=12.0 K 2024-11-22T20:22:01,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/57fa5b58d74c4467a3a10fff12bb0b7c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/57fa5b58d74c4467a3a10fff12bb0b7c 2024-11-22T20:22:01,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/57fa5b58d74c4467a3a10fff12bb0b7c, entries=150, sequenceid=616, filesize=12.0 K 2024-11-22T20:22:01,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for be396040764475d853e08d5d4175b107 in 917ms, sequenceid=616, compaction requested=false 2024-11-22T20:22:01,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:22:02,019 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T20:22:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-22T20:22:02,674 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-22T20:22:08,073 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f7d3d3 to 127.0.0.1:52147 2024-11-22T20:22:08,073 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3675 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3598 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1673 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5017 rows 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1672 2024-11-22T20:22:08,073 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5014 rows 2024-11-22T20:22:08,073 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:22:08,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x038196d7 to 127.0.0.1:52147 2024-11-22T20:22:08,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:08,077 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:22:08,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:22:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:08,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306928091"}]},"ts":"1732306928091"} 2024-11-22T20:22:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:22:08,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:22:08,095 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:22:08,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:22:08,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be396040764475d853e08d5d4175b107, UNASSIGN}] 2024-11-22T20:22:08,101 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be396040764475d853e08d5d4175b107, UNASSIGN 2024-11-22T20:22:08,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=be396040764475d853e08d5d4175b107, regionState=CLOSING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:08,103 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:22:08,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:22:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:22:08,245 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T20:22:08,246 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T20:22:08,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:08,259 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close be396040764475d853e08d5d4175b107 2024-11-22T20:22:08,259 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:22:08,260 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing be396040764475d853e08d5d4175b107, disabling compactions & flushes 2024-11-22T20:22:08,260 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:22:08,260 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:22:08,260 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. after waiting 0 ms 2024-11-22T20:22:08,260 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:22:08,260 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing be396040764475d853e08d5d4175b107 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T20:22:08,261 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=A 2024-11-22T20:22:08,261 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:08,261 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=B 2024-11-22T20:22:08,261 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:08,261 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be396040764475d853e08d5d4175b107, store=C 2024-11-22T20:22:08,261 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:08,265 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/a7244f10b8414c8f834923a47066b9c0 is 50, key is test_row_0/A:col10/1732306921019/Put/seqid=0 2024-11-22T20:22:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741973_1149 (size=9857) 2024-11-22T20:22:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:22:08,670 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=623 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/a7244f10b8414c8f834923a47066b9c0 2024-11-22T20:22:08,678 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/d2577465e7dd4e998f5b94208311affc is 50, key is test_row_0/B:col10/1732306921019/Put/seqid=0 2024-11-22T20:22:08,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741974_1150 (size=9857) 2024-11-22T20:22:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:22:09,082 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=623 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/d2577465e7dd4e998f5b94208311affc 2024-11-22T20:22:09,089 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/22f327fce8374a8fb265e49724b04d48 is 50, key is test_row_0/C:col10/1732306921019/Put/seqid=0 2024-11-22T20:22:09,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741975_1151 (size=9857) 2024-11-22T20:22:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:22:09,493 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=623 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/22f327fce8374a8fb265e49724b04d48 2024-11-22T20:22:09,499 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/A/a7244f10b8414c8f834923a47066b9c0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a7244f10b8414c8f834923a47066b9c0 2024-11-22T20:22:09,503 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a7244f10b8414c8f834923a47066b9c0, entries=100, sequenceid=623, filesize=9.6 K 2024-11-22T20:22:09,503 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/B/d2577465e7dd4e998f5b94208311affc as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d2577465e7dd4e998f5b94208311affc 2024-11-22T20:22:09,507 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d2577465e7dd4e998f5b94208311affc, entries=100, sequenceid=623, filesize=9.6 K 2024-11-22T20:22:09,508 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/.tmp/C/22f327fce8374a8fb265e49724b04d48 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/22f327fce8374a8fb265e49724b04d48 2024-11-22T20:22:09,512 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/22f327fce8374a8fb265e49724b04d48, entries=100, sequenceid=623, filesize=9.6 K 2024-11-22T20:22:09,513 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for be396040764475d853e08d5d4175b107 in 1252ms, sequenceid=623, compaction requested=true 2024-11-22T20:22:09,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c240d229b55248329bce4da992a2fcec, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/93fcd56a020843c7928ada0043adb67c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a59e4145c3a0495fa08fa7478b129882, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f450b8b7d30e445198d057deab8f29ce, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/95dd1666d971434a955f383a4e62c1c1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e3730b1469a745208613db130b04b4ba, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/56e827be128d4847af51e00743ca18cf, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0a40185edf452d9cd6b8ed27301d8e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e8d854673070476a8a12cd785960ef1d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/d34e5726cfba409db7921f148cb5587d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/87784aa7dfd848fb8c540e2650a4fe6d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/84e84433065e49d98ed5d788d79d3d15, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/7531ad849b8440f88e7d7213dc1a4df8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0624287587e941ba925689ea2575112a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/65188153b1d34d65b7d987fb3386fa05, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0f88eed1adec47d08aa0392654fd19e5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c40bf6f474244669956dd8541372a8b9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/5f786fda77564efe8467c2531fd5cf01, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b317b82126844718b02d22b974216e91, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/cba62eb8900049228b0249635a180cdb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b0433d0e41f4460b8c9d47cbc0f64825, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1bf4e524bd294755b8b1403e024557c8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b799e2869fb74857b708a350c25cd7d3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/80923f9cd55244bbb5ab73bd119c81ee, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f71a73ad9aa5448c8eb39d6e477938d7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/aaa39e263a8d4604b0fa1911f38f7f15, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b950e984d6824e5a98c3786d65bf1200, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/42d62929ff6d4885b056909a2a5d2e14, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/4097f5e7a51747e6b0c28afa89177ffc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e66b5a2fd7984795bc1fe13a6f7b2191, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/060121d49a9c40e8bf37bfbc99bf7355, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/9c5c34172ce547a1954c0b41a3633a79, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/294321fb985e44dc8e18cb8defab43e3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/174ed1a6f6e043a0b45e4721a3dd8725, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/4fe7c01c63fa43ae93e608ce5f8a9f58, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/597557cbcab5432bb306ab541fee21f1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a1e58e863f324632939f5cd5daf00295, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/82f2c9d0df63400982a6f77974abcdc3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1d7968da3bff4309beef04e0030480fa, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0db6fc15944092b11fcca30076e57a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/8f81ba6d80204e868b967f302f22bb40, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b08dba06c4934dc7a7fe19f23304c81a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/768df0b3cb754f228ec95b40a68f455a] to archive 2024-11-22T20:22:09,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:09,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c240d229b55248329bce4da992a2fcec to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c240d229b55248329bce4da992a2fcec 2024-11-22T20:22:09,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/93fcd56a020843c7928ada0043adb67c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/93fcd56a020843c7928ada0043adb67c 2024-11-22T20:22:09,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a59e4145c3a0495fa08fa7478b129882 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a59e4145c3a0495fa08fa7478b129882 2024-11-22T20:22:09,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f450b8b7d30e445198d057deab8f29ce to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f450b8b7d30e445198d057deab8f29ce 2024-11-22T20:22:09,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/95dd1666d971434a955f383a4e62c1c1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/95dd1666d971434a955f383a4e62c1c1 2024-11-22T20:22:09,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e3730b1469a745208613db130b04b4ba to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e3730b1469a745208613db130b04b4ba 2024-11-22T20:22:09,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/56e827be128d4847af51e00743ca18cf to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/56e827be128d4847af51e00743ca18cf 2024-11-22T20:22:09,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0a40185edf452d9cd6b8ed27301d8e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0a40185edf452d9cd6b8ed27301d8e 2024-11-22T20:22:09,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e8d854673070476a8a12cd785960ef1d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e8d854673070476a8a12cd785960ef1d 2024-11-22T20:22:09,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/d34e5726cfba409db7921f148cb5587d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/d34e5726cfba409db7921f148cb5587d 2024-11-22T20:22:09,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/87784aa7dfd848fb8c540e2650a4fe6d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/87784aa7dfd848fb8c540e2650a4fe6d 2024-11-22T20:22:09,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/84e84433065e49d98ed5d788d79d3d15 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/84e84433065e49d98ed5d788d79d3d15 2024-11-22T20:22:09,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/7531ad849b8440f88e7d7213dc1a4df8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/7531ad849b8440f88e7d7213dc1a4df8 2024-11-22T20:22:09,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0624287587e941ba925689ea2575112a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0624287587e941ba925689ea2575112a 2024-11-22T20:22:09,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/65188153b1d34d65b7d987fb3386fa05 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/65188153b1d34d65b7d987fb3386fa05 2024-11-22T20:22:09,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0f88eed1adec47d08aa0392654fd19e5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/0f88eed1adec47d08aa0392654fd19e5 2024-11-22T20:22:09,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c40bf6f474244669956dd8541372a8b9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/c40bf6f474244669956dd8541372a8b9 2024-11-22T20:22:09,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/5f786fda77564efe8467c2531fd5cf01 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/5f786fda77564efe8467c2531fd5cf01 2024-11-22T20:22:09,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b317b82126844718b02d22b974216e91 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b317b82126844718b02d22b974216e91 2024-11-22T20:22:09,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/cba62eb8900049228b0249635a180cdb to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/cba62eb8900049228b0249635a180cdb 2024-11-22T20:22:09,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b0433d0e41f4460b8c9d47cbc0f64825 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b0433d0e41f4460b8c9d47cbc0f64825 2024-11-22T20:22:09,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1bf4e524bd294755b8b1403e024557c8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1bf4e524bd294755b8b1403e024557c8 2024-11-22T20:22:09,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b799e2869fb74857b708a350c25cd7d3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b799e2869fb74857b708a350c25cd7d3 2024-11-22T20:22:09,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/80923f9cd55244bbb5ab73bd119c81ee to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/80923f9cd55244bbb5ab73bd119c81ee 2024-11-22T20:22:09,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f71a73ad9aa5448c8eb39d6e477938d7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/f71a73ad9aa5448c8eb39d6e477938d7 2024-11-22T20:22:09,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/aaa39e263a8d4604b0fa1911f38f7f15 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/aaa39e263a8d4604b0fa1911f38f7f15 2024-11-22T20:22:09,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b950e984d6824e5a98c3786d65bf1200 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b950e984d6824e5a98c3786d65bf1200 2024-11-22T20:22:09,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/42d62929ff6d4885b056909a2a5d2e14 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/42d62929ff6d4885b056909a2a5d2e14 2024-11-22T20:22:09,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/4097f5e7a51747e6b0c28afa89177ffc to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/4097f5e7a51747e6b0c28afa89177ffc 2024-11-22T20:22:09,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e66b5a2fd7984795bc1fe13a6f7b2191 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/e66b5a2fd7984795bc1fe13a6f7b2191 2024-11-22T20:22:09,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/060121d49a9c40e8bf37bfbc99bf7355 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/060121d49a9c40e8bf37bfbc99bf7355 2024-11-22T20:22:09,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/9c5c34172ce547a1954c0b41a3633a79 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/9c5c34172ce547a1954c0b41a3633a79 2024-11-22T20:22:09,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/294321fb985e44dc8e18cb8defab43e3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/294321fb985e44dc8e18cb8defab43e3 2024-11-22T20:22:09,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/174ed1a6f6e043a0b45e4721a3dd8725 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/174ed1a6f6e043a0b45e4721a3dd8725 2024-11-22T20:22:09,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/4fe7c01c63fa43ae93e608ce5f8a9f58 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/4fe7c01c63fa43ae93e608ce5f8a9f58 2024-11-22T20:22:09,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/597557cbcab5432bb306ab541fee21f1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/597557cbcab5432bb306ab541fee21f1 2024-11-22T20:22:09,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a1e58e863f324632939f5cd5daf00295 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a1e58e863f324632939f5cd5daf00295 2024-11-22T20:22:09,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/82f2c9d0df63400982a6f77974abcdc3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/82f2c9d0df63400982a6f77974abcdc3 2024-11-22T20:22:09,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1d7968da3bff4309beef04e0030480fa to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/1d7968da3bff4309beef04e0030480fa 2024-11-22T20:22:09,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0db6fc15944092b11fcca30076e57a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/bf0db6fc15944092b11fcca30076e57a 2024-11-22T20:22:09,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/8f81ba6d80204e868b967f302f22bb40 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/8f81ba6d80204e868b967f302f22bb40 2024-11-22T20:22:09,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b08dba06c4934dc7a7fe19f23304c81a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/b08dba06c4934dc7a7fe19f23304c81a 2024-11-22T20:22:09,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/768df0b3cb754f228ec95b40a68f455a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/768df0b3cb754f228ec95b40a68f455a 2024-11-22T20:22:09,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/360d9a9e97244d3eac9e09785b89e385, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/0de701c3b2ca4674b2ffe9ec46a3f61f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5ae180c6480c43b8b3c5eadea8aa0281, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/137665be825143599c3dddb124434be8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d1e8ceba695647a0889156ffc02d8b9f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3e560120d603458ea38d9d7319e525a7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/45d5118b28774e03a6a5b16dbd2b0fdd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/de763b38253341ec83dd93de0d4bf503, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/11f71b1f7a414b6098ac473aee3b691c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/1e0061a13b524fc2bd9f78e7aa3fa61f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/53300e562e2c4ced9557d5648e7aeed1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/49db079fe7a946c7b62a46560cf6f9cf, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1d3fe8ffe244e79202b0587ca58eee, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9966053a054f470c8f2eab4bb308c72d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/92bb61b51c844e2cbc2a3ac5d0a532cc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/25b06408bd734a90a6182cf91afc1697, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/43106800f8ae4f9aabb3d80e3571875c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/8676cc97735c4e26b52868398860dc9a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/bdb0ea950f31472fa4a9445412f17755, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3d730ed4d8db4cd285df8fd5f20f03f0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2970e56a03d44c6c98046aea95c5c2f7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/090711f1a00945879cd8f730d764db26, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f41ef87c3dbe49298da64ca41c621fa9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9b8a16d6c8ff4564a548acdb21af7806, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/fac6b917fa7a4981a924d340f2c4f1ed, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ece8a14286b24c4c8d5efa6ba86d309d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1066ead3c445f2a62747f7dcddd14d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/05681b7a8a404ca8935eb9f897d4ad02, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5667f22cfe78465b84654b2e2cd4a56b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/86023da75ed0407eb30d45e5c8d9318d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5e93a3b04ad64f1197ee67d2145685ab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f4c1d0947c4d4f5f88a46757979cbab1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/981284081b4546a4a47781123bce3537, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ded389b6536446dca0b6087685aa97c4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d72e6245c64f408e8ce5044d1614fa01, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2e2ca90c7e144ce3bb7b686cb167d579, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/01b1cb499f6d4ab6a549062966510997, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ad69d1f4736a413fa5556900236460c7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3abba686b8a649ecbb6675b1fd624cdd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/a2c1634efdd3496191daa73d2433f559, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/98f40e5f54c24dceafbdba3a8de958a0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/cdd0d6e4602f4091babf7c2d8163697f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/60952c224549491aa0311ce76b5c5ce0] to archive 2024-11-22T20:22:09,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:09,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/360d9a9e97244d3eac9e09785b89e385 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/360d9a9e97244d3eac9e09785b89e385 2024-11-22T20:22:09,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/0de701c3b2ca4674b2ffe9ec46a3f61f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/0de701c3b2ca4674b2ffe9ec46a3f61f 2024-11-22T20:22:09,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5ae180c6480c43b8b3c5eadea8aa0281 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5ae180c6480c43b8b3c5eadea8aa0281 2024-11-22T20:22:09,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/137665be825143599c3dddb124434be8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/137665be825143599c3dddb124434be8 2024-11-22T20:22:09,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d1e8ceba695647a0889156ffc02d8b9f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d1e8ceba695647a0889156ffc02d8b9f 2024-11-22T20:22:09,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3e560120d603458ea38d9d7319e525a7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3e560120d603458ea38d9d7319e525a7 2024-11-22T20:22:09,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/45d5118b28774e03a6a5b16dbd2b0fdd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/45d5118b28774e03a6a5b16dbd2b0fdd 2024-11-22T20:22:09,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/de763b38253341ec83dd93de0d4bf503 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/de763b38253341ec83dd93de0d4bf503 2024-11-22T20:22:09,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/11f71b1f7a414b6098ac473aee3b691c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/11f71b1f7a414b6098ac473aee3b691c 2024-11-22T20:22:09,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/1e0061a13b524fc2bd9f78e7aa3fa61f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/1e0061a13b524fc2bd9f78e7aa3fa61f 2024-11-22T20:22:09,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/53300e562e2c4ced9557d5648e7aeed1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/53300e562e2c4ced9557d5648e7aeed1 2024-11-22T20:22:09,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/49db079fe7a946c7b62a46560cf6f9cf to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/49db079fe7a946c7b62a46560cf6f9cf 2024-11-22T20:22:09,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1d3fe8ffe244e79202b0587ca58eee to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1d3fe8ffe244e79202b0587ca58eee 2024-11-22T20:22:09,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9966053a054f470c8f2eab4bb308c72d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9966053a054f470c8f2eab4bb308c72d 2024-11-22T20:22:09,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/92bb61b51c844e2cbc2a3ac5d0a532cc to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/92bb61b51c844e2cbc2a3ac5d0a532cc 2024-11-22T20:22:09,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/25b06408bd734a90a6182cf91afc1697 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/25b06408bd734a90a6182cf91afc1697 2024-11-22T20:22:09,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/43106800f8ae4f9aabb3d80e3571875c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/43106800f8ae4f9aabb3d80e3571875c 2024-11-22T20:22:09,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/8676cc97735c4e26b52868398860dc9a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/8676cc97735c4e26b52868398860dc9a 2024-11-22T20:22:09,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/bdb0ea950f31472fa4a9445412f17755 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/bdb0ea950f31472fa4a9445412f17755 2024-11-22T20:22:09,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3d730ed4d8db4cd285df8fd5f20f03f0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3d730ed4d8db4cd285df8fd5f20f03f0 2024-11-22T20:22:09,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2970e56a03d44c6c98046aea95c5c2f7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2970e56a03d44c6c98046aea95c5c2f7 2024-11-22T20:22:09,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/090711f1a00945879cd8f730d764db26 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/090711f1a00945879cd8f730d764db26 2024-11-22T20:22:09,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f41ef87c3dbe49298da64ca41c621fa9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f41ef87c3dbe49298da64ca41c621fa9 2024-11-22T20:22:09,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9b8a16d6c8ff4564a548acdb21af7806 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/9b8a16d6c8ff4564a548acdb21af7806 2024-11-22T20:22:09,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/fac6b917fa7a4981a924d340f2c4f1ed to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/fac6b917fa7a4981a924d340f2c4f1ed 2024-11-22T20:22:09,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ece8a14286b24c4c8d5efa6ba86d309d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ece8a14286b24c4c8d5efa6ba86d309d 2024-11-22T20:22:09,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1066ead3c445f2a62747f7dcddd14d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/7e1066ead3c445f2a62747f7dcddd14d 2024-11-22T20:22:09,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/05681b7a8a404ca8935eb9f897d4ad02 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/05681b7a8a404ca8935eb9f897d4ad02 2024-11-22T20:22:09,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5667f22cfe78465b84654b2e2cd4a56b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5667f22cfe78465b84654b2e2cd4a56b 2024-11-22T20:22:09,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/86023da75ed0407eb30d45e5c8d9318d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/86023da75ed0407eb30d45e5c8d9318d 2024-11-22T20:22:09,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5e93a3b04ad64f1197ee67d2145685ab to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5e93a3b04ad64f1197ee67d2145685ab 2024-11-22T20:22:09,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f4c1d0947c4d4f5f88a46757979cbab1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/f4c1d0947c4d4f5f88a46757979cbab1 2024-11-22T20:22:09,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/981284081b4546a4a47781123bce3537 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/981284081b4546a4a47781123bce3537 2024-11-22T20:22:09,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ded389b6536446dca0b6087685aa97c4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ded389b6536446dca0b6087685aa97c4 2024-11-22T20:22:09,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d72e6245c64f408e8ce5044d1614fa01 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d72e6245c64f408e8ce5044d1614fa01 2024-11-22T20:22:09,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2e2ca90c7e144ce3bb7b686cb167d579 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/2e2ca90c7e144ce3bb7b686cb167d579 2024-11-22T20:22:09,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/01b1cb499f6d4ab6a549062966510997 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/01b1cb499f6d4ab6a549062966510997 2024-11-22T20:22:09,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ad69d1f4736a413fa5556900236460c7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/ad69d1f4736a413fa5556900236460c7 2024-11-22T20:22:09,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3abba686b8a649ecbb6675b1fd624cdd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/3abba686b8a649ecbb6675b1fd624cdd 2024-11-22T20:22:09,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/a2c1634efdd3496191daa73d2433f559 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/a2c1634efdd3496191daa73d2433f559 2024-11-22T20:22:09,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/98f40e5f54c24dceafbdba3a8de958a0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/98f40e5f54c24dceafbdba3a8de958a0 2024-11-22T20:22:09,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/cdd0d6e4602f4091babf7c2d8163697f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/cdd0d6e4602f4091babf7c2d8163697f 2024-11-22T20:22:09,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/60952c224549491aa0311ce76b5c5ce0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/60952c224549491aa0311ce76b5c5ce0 2024-11-22T20:22:09,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/938125f62a7e44e7b3f2a29cfae67b3a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c386a9097a464111bcc731d8e5f62114, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/fe8af2de7a4d455d810d21092fdbe5a3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/b8775585f59145cf9a9dfc2619b04198, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8d83792bc2c04fb4889ec97ce57e9c42, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c25c9f0eed224b87833b30f6a5e3edcd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c799a4f17890403cb2ab9fb3bc5ad02d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7cbabc9f11d24c00935dee9720903a98, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/139efa692116430782b5ab3b6efbbe04, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/38c59fdfe9f24bfd912d1cc651f311ab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/060de9becae44abbaf2a55bc8b30f19a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8ac04c407eb749d88c28bdf0425eae60, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/64b459f413424aaba674a4177173fdcd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4324926682143769cfa533b1f6a40a3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5779cdfecade4166ab86df82742ab1fe, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a0fd4c2f796c4fb79fc1a9d3deaa641e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a8454e31ff24478886f0ff57ad2664e3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/91979801bc7a4458aaf3055836c8b787, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/69ff5254826b48a3a056c11556387ccd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/9a06f613c6384c7788b66ea0e25b2e78, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4bb928dd04340598b98abe0971391af, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d863fc7ba06f4020857e992e3aa60ede, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c70551fded6448bfa9495ae39dc7cf81, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/58b650a7e4fb4e59895424063f4ff692, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d5dfc74304e64628a3dd27ba56670658, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7e1f1c81e4434d7999e5da3ec186a55d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/6e33230a73c148a7b73bb1b583f8eb54, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ac13282a4ab746c785ddcb4c58b79d79, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5ea58e09a31548968e20432d462f05d1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/f2a9c50b1bdc49e881147cb65ad4ddeb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c2294f108d9b43d8bc92059a9243ca07, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/30ef3309d3d84fc79b46a9a0e8620c61, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ae669cabdbfa40f4b041975cccc055b8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/23edd1b8020c4ee489f3c98dc960a6a0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ea1a258ca8bb4f36913e0715e104378a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/16a2d2c21e254109b26ee1a336203b38, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/847311ef367540e5a113b2eccb8e100d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/afb78b33c0484a6286b7bdf30f3d546d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/2d3f9b5e13c349389929c38b4a5d4dd3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a3742158f62d466e9b9a19f3f50d0575, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/34465d2f34a8403d94f2a2f62e3fc300, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/4b2586156cb0427599095dffdbb08da3] to archive 2024-11-22T20:22:09,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:09,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/938125f62a7e44e7b3f2a29cfae67b3a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/938125f62a7e44e7b3f2a29cfae67b3a 2024-11-22T20:22:09,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c386a9097a464111bcc731d8e5f62114 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c386a9097a464111bcc731d8e5f62114 2024-11-22T20:22:09,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/fe8af2de7a4d455d810d21092fdbe5a3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/fe8af2de7a4d455d810d21092fdbe5a3 2024-11-22T20:22:09,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/b8775585f59145cf9a9dfc2619b04198 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/b8775585f59145cf9a9dfc2619b04198 2024-11-22T20:22:09,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8d83792bc2c04fb4889ec97ce57e9c42 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8d83792bc2c04fb4889ec97ce57e9c42 2024-11-22T20:22:09,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c25c9f0eed224b87833b30f6a5e3edcd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c25c9f0eed224b87833b30f6a5e3edcd 2024-11-22T20:22:09,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c799a4f17890403cb2ab9fb3bc5ad02d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c799a4f17890403cb2ab9fb3bc5ad02d 2024-11-22T20:22:09,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7cbabc9f11d24c00935dee9720903a98 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7cbabc9f11d24c00935dee9720903a98 2024-11-22T20:22:09,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/139efa692116430782b5ab3b6efbbe04 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/139efa692116430782b5ab3b6efbbe04 2024-11-22T20:22:09,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/38c59fdfe9f24bfd912d1cc651f311ab to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/38c59fdfe9f24bfd912d1cc651f311ab 2024-11-22T20:22:09,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/060de9becae44abbaf2a55bc8b30f19a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/060de9becae44abbaf2a55bc8b30f19a 2024-11-22T20:22:09,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8ac04c407eb749d88c28bdf0425eae60 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/8ac04c407eb749d88c28bdf0425eae60 2024-11-22T20:22:09,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/64b459f413424aaba674a4177173fdcd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/64b459f413424aaba674a4177173fdcd 2024-11-22T20:22:09,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4324926682143769cfa533b1f6a40a3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4324926682143769cfa533b1f6a40a3 2024-11-22T20:22:09,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5779cdfecade4166ab86df82742ab1fe to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5779cdfecade4166ab86df82742ab1fe 2024-11-22T20:22:09,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a0fd4c2f796c4fb79fc1a9d3deaa641e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a0fd4c2f796c4fb79fc1a9d3deaa641e 2024-11-22T20:22:09,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a8454e31ff24478886f0ff57ad2664e3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a8454e31ff24478886f0ff57ad2664e3 2024-11-22T20:22:09,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/91979801bc7a4458aaf3055836c8b787 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/91979801bc7a4458aaf3055836c8b787 2024-11-22T20:22:09,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/69ff5254826b48a3a056c11556387ccd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/69ff5254826b48a3a056c11556387ccd 2024-11-22T20:22:09,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/9a06f613c6384c7788b66ea0e25b2e78 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/9a06f613c6384c7788b66ea0e25b2e78 2024-11-22T20:22:09,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4bb928dd04340598b98abe0971391af to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c4bb928dd04340598b98abe0971391af 2024-11-22T20:22:09,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d863fc7ba06f4020857e992e3aa60ede to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d863fc7ba06f4020857e992e3aa60ede 2024-11-22T20:22:09,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c70551fded6448bfa9495ae39dc7cf81 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c70551fded6448bfa9495ae39dc7cf81 2024-11-22T20:22:09,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/58b650a7e4fb4e59895424063f4ff692 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/58b650a7e4fb4e59895424063f4ff692 2024-11-22T20:22:09,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d5dfc74304e64628a3dd27ba56670658 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/d5dfc74304e64628a3dd27ba56670658 2024-11-22T20:22:09,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7e1f1c81e4434d7999e5da3ec186a55d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/7e1f1c81e4434d7999e5da3ec186a55d 2024-11-22T20:22:09,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/6e33230a73c148a7b73bb1b583f8eb54 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/6e33230a73c148a7b73bb1b583f8eb54 2024-11-22T20:22:09,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ac13282a4ab746c785ddcb4c58b79d79 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ac13282a4ab746c785ddcb4c58b79d79 2024-11-22T20:22:09,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5ea58e09a31548968e20432d462f05d1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/5ea58e09a31548968e20432d462f05d1 2024-11-22T20:22:09,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/f2a9c50b1bdc49e881147cb65ad4ddeb to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/f2a9c50b1bdc49e881147cb65ad4ddeb 2024-11-22T20:22:09,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c2294f108d9b43d8bc92059a9243ca07 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/c2294f108d9b43d8bc92059a9243ca07 2024-11-22T20:22:09,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/30ef3309d3d84fc79b46a9a0e8620c61 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/30ef3309d3d84fc79b46a9a0e8620c61 2024-11-22T20:22:09,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ae669cabdbfa40f4b041975cccc055b8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ae669cabdbfa40f4b041975cccc055b8 2024-11-22T20:22:09,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/23edd1b8020c4ee489f3c98dc960a6a0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/23edd1b8020c4ee489f3c98dc960a6a0 2024-11-22T20:22:09,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ea1a258ca8bb4f36913e0715e104378a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/ea1a258ca8bb4f36913e0715e104378a 2024-11-22T20:22:09,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/16a2d2c21e254109b26ee1a336203b38 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/16a2d2c21e254109b26ee1a336203b38 2024-11-22T20:22:09,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/847311ef367540e5a113b2eccb8e100d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/847311ef367540e5a113b2eccb8e100d 2024-11-22T20:22:09,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/afb78b33c0484a6286b7bdf30f3d546d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/afb78b33c0484a6286b7bdf30f3d546d 2024-11-22T20:22:09,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/2d3f9b5e13c349389929c38b4a5d4dd3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/2d3f9b5e13c349389929c38b4a5d4dd3 2024-11-22T20:22:09,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a3742158f62d466e9b9a19f3f50d0575 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/a3742158f62d466e9b9a19f3f50d0575 2024-11-22T20:22:09,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/34465d2f34a8403d94f2a2f62e3fc300 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/34465d2f34a8403d94f2a2f62e3fc300 2024-11-22T20:22:09,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/4b2586156cb0427599095dffdbb08da3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/4b2586156cb0427599095dffdbb08da3 2024-11-22T20:22:09,700 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/recovered.edits/626.seqid, newMaxSeqId=626, maxSeqId=1 2024-11-22T20:22:09,703 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107. 2024-11-22T20:22:09,703 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for be396040764475d853e08d5d4175b107: 2024-11-22T20:22:09,705 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed be396040764475d853e08d5d4175b107 2024-11-22T20:22:09,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=be396040764475d853e08d5d4175b107, regionState=CLOSED 2024-11-22T20:22:09,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-22T20:22:09,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure be396040764475d853e08d5d4175b107, server=bc573ddb75cd,39703,1732306894037 in 1.6030 sec 2024-11-22T20:22:09,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T20:22:09,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=be396040764475d853e08d5d4175b107, UNASSIGN in 1.6080 sec 2024-11-22T20:22:09,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T20:22:09,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6140 sec 2024-11-22T20:22:09,713 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306929713"}]},"ts":"1732306929713"} 2024-11-22T20:22:09,714 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:22:09,716 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:22:09,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6320 sec 2024-11-22T20:22:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-22T20:22:10,197 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-22T20:22:10,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:22:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:10,205 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:10,206 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T20:22:10,209 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107 2024-11-22T20:22:10,212 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/recovered.edits] 2024-11-22T20:22:10,215 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/536c5478fbd8407385d8d1b5b5241ce5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/536c5478fbd8407385d8d1b5b5241ce5 2024-11-22T20:22:10,216 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/71277f480dd8431f8b2fb7357dcd347b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/71277f480dd8431f8b2fb7357dcd347b 2024-11-22T20:22:10,217 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a7244f10b8414c8f834923a47066b9c0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/A/a7244f10b8414c8f834923a47066b9c0 2024-11-22T20:22:10,220 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/35882b5720e5467692e6612fc3d3a9f6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/35882b5720e5467692e6612fc3d3a9f6 2024-11-22T20:22:10,221 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5dc0647492b84737b9e76201ae7f12ba to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/5dc0647492b84737b9e76201ae7f12ba 2024-11-22T20:22:10,222 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d2577465e7dd4e998f5b94208311affc to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/B/d2577465e7dd4e998f5b94208311affc 2024-11-22T20:22:10,225 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/22f327fce8374a8fb265e49724b04d48 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/22f327fce8374a8fb265e49724b04d48 2024-11-22T20:22:10,226 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/57fa5b58d74c4467a3a10fff12bb0b7c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/57fa5b58d74c4467a3a10fff12bb0b7c 2024-11-22T20:22:10,227 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/bd110c336973416b94348d27622dd3c7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/C/bd110c336973416b94348d27622dd3c7 2024-11-22T20:22:10,230 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/recovered.edits/626.seqid to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107/recovered.edits/626.seqid 2024-11-22T20:22:10,230 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/be396040764475d853e08d5d4175b107 2024-11-22T20:22:10,230 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:22:10,235 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:10,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T20:22:10,244 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:22:10,274 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:22:10,276 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:10,276 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:22:10,276 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732306930276"}]},"ts":"9223372036854775807"} 2024-11-22T20:22:10,279 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:22:10,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => be396040764475d853e08d5d4175b107, NAME => 'TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:22:10,279 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:22:10,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732306930279"}]},"ts":"9223372036854775807"} 2024-11-22T20:22:10,282 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:22:10,284 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:10,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 84 msec 2024-11-22T20:22:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-22T20:22:10,307 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-22T20:22:10,320 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;bc573ddb75cd:39703-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x41ebcbaf-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x41ebcbaf-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1160195623_22 at /127.0.0.1:48408 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x41ebcbaf-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x41ebcbaf-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 360) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4299 (was 4865) 2024-11-22T20:22:10,330 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=465, ProcessCount=11, AvailableMemoryMB=4299 2024-11-22T20:22:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:22:10,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:22:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:10,335 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:22:10,335 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:10,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-22T20:22:10,335 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:22:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T20:22:10,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741976_1152 (size=963) 2024-11-22T20:22:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T20:22:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T20:22:10,744 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f 2024-11-22T20:22:10,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741977_1153 (size=53) 2024-11-22T20:22:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T20:22:11,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:22:11,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e0ab6cb0c9beb3ac3b37959df33fb567, disabling compactions & flushes 2024-11-22T20:22:11,151 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:11,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:11,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. after waiting 0 ms 2024-11-22T20:22:11,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:11,151 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:11,151 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:11,152 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:22:11,153 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732306931152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306931152"}]},"ts":"1732306931152"} 2024-11-22T20:22:11,154 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:22:11,155 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:22:11,155 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306931155"}]},"ts":"1732306931155"} 2024-11-22T20:22:11,156 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:22:11,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, ASSIGN}] 2024-11-22T20:22:11,161 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, ASSIGN 2024-11-22T20:22:11,162 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, ASSIGN; state=OFFLINE, location=bc573ddb75cd,39703,1732306894037; forceNewPlan=false, retain=false 2024-11-22T20:22:11,312 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=e0ab6cb0c9beb3ac3b37959df33fb567, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:11,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:22:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T20:22:11,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:11,469 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:11,469 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:22:11,470 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:11,470 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:22:11,470 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:11,470 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:11,471 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:11,472 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:11,472 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ab6cb0c9beb3ac3b37959df33fb567 columnFamilyName A 2024-11-22T20:22:11,473 DEBUG [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:11,473 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(327): Store=e0ab6cb0c9beb3ac3b37959df33fb567/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:11,473 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:11,474 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:11,475 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ab6cb0c9beb3ac3b37959df33fb567 columnFamilyName B 2024-11-22T20:22:11,475 DEBUG [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:11,475 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(327): Store=e0ab6cb0c9beb3ac3b37959df33fb567/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:11,476 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:11,477 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:11,477 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ab6cb0c9beb3ac3b37959df33fb567 columnFamilyName C 2024-11-22T20:22:11,477 DEBUG [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:11,477 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(327): Store=e0ab6cb0c9beb3ac3b37959df33fb567/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:11,478 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:11,478 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:11,479 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:11,480 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:22:11,481 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:11,483 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:22:11,483 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened e0ab6cb0c9beb3ac3b37959df33fb567; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68471050, jitterRate=0.020298153162002563}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:22:11,484 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:11,485 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., pid=35, masterSystemTime=1732306931465 2024-11-22T20:22:11,487 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:11,487 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:11,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=e0ab6cb0c9beb3ac3b37959df33fb567, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:11,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-22T20:22:11,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 in 175 msec 2024-11-22T20:22:11,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-22T20:22:11,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, ASSIGN in 331 msec 2024-11-22T20:22:11,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:22:11,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306931493"}]},"ts":"1732306931493"} 2024-11-22T20:22:11,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:22:11,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:22:11,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-22T20:22:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-22T20:22:12,441 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-22T20:22:12,442 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a8da76b to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f3c14c0 2024-11-22T20:22:12,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3242ee55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:12,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:12,450 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:12,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:22:12,453 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:22:12,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:22:12,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:22:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:12,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741978_1154 (size=999) 2024-11-22T20:22:12,878 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-22T20:22:12,878 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-22T20:22:12,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:22:12,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, REOPEN/MOVE}] 2024-11-22T20:22:12,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, REOPEN/MOVE 2024-11-22T20:22:12,891 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=e0ab6cb0c9beb3ac3b37959df33fb567, regionState=CLOSING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:12,893 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:22:12,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:22:13,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,045 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,045 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:22:13,045 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing e0ab6cb0c9beb3ac3b37959df33fb567, disabling compactions & flushes 2024-11-22T20:22:13,045 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,045 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,045 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. after waiting 0 ms 2024-11-22T20:22:13,045 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,049 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T20:22:13,050 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,050 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:13,050 WARN [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: e0ab6cb0c9beb3ac3b37959df33fb567 to self. 2024-11-22T20:22:13,051 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=e0ab6cb0c9beb3ac3b37959df33fb567, regionState=CLOSED 2024-11-22T20:22:13,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-22T20:22:13,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 in 160 msec 2024-11-22T20:22:13,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, REOPEN/MOVE; state=CLOSED, location=bc573ddb75cd,39703,1732306894037; forceNewPlan=false, retain=true 2024-11-22T20:22:13,205 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=e0ab6cb0c9beb3ac3b37959df33fb567, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:22:13,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,361 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,361 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:22:13,362 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,362 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:22:13,362 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,362 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,364 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,365 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:13,370 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ab6cb0c9beb3ac3b37959df33fb567 columnFamilyName A 2024-11-22T20:22:13,372 DEBUG [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:13,373 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(327): Store=e0ab6cb0c9beb3ac3b37959df33fb567/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:13,373 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,374 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:13,374 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ab6cb0c9beb3ac3b37959df33fb567 columnFamilyName B 2024-11-22T20:22:13,374 DEBUG [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:13,374 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(327): Store=e0ab6cb0c9beb3ac3b37959df33fb567/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:13,374 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,375 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:13,375 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ab6cb0c9beb3ac3b37959df33fb567 columnFamilyName C 2024-11-22T20:22:13,375 DEBUG [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:13,375 INFO [StoreOpener-e0ab6cb0c9beb3ac3b37959df33fb567-1 {}] regionserver.HStore(327): Store=e0ab6cb0c9beb3ac3b37959df33fb567/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:13,376 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,376 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,377 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,379 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:22:13,380 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,381 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened e0ab6cb0c9beb3ac3b37959df33fb567; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69697200, jitterRate=0.03856921195983887}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:22:13,383 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:13,384 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., pid=40, masterSystemTime=1732306933358 2024-11-22T20:22:13,386 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,386 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=e0ab6cb0c9beb3ac3b37959df33fb567, regionState=OPEN, openSeqNum=5, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-22T20:22:13,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 in 181 msec 2024-11-22T20:22:13,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T20:22:13,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, REOPEN/MOVE in 499 msec 2024-11-22T20:22:13,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T20:22:13,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-22T20:22:13,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 934 msec 2024-11-22T20:22:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-22T20:22:13,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7435a904 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a0aa7d7 2024-11-22T20:22:13,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87b269f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:13,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d006bed to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@231f064 2024-11-22T20:22:13,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7bf7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:13,414 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b8e1501 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28c904d8 2024-11-22T20:22:13,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15736fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:13,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70b41629 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d6eb994 2024-11-22T20:22:13,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ebde20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:13,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a0312cf to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a63fed4 2024-11-22T20:22:13,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40832d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:13,426 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x706b2cde to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@29dad7a8 2024-11-22T20:22:13,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec46f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:13,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d5e0e3f to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62c6fdab 2024-11-22T20:22:13,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f63b68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:13,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70f48df4 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@250a1de4 2024-11-22T20:22:13,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473f181f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:13,437 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cd5be36 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49456175 2024-11-22T20:22:13,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768577a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:13,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-22T20:22:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:22:13,445 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:13,445 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:13,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:13,448 DEBUG [hconnection-0x60f1f0c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:13,448 DEBUG [hconnection-0x705d529f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:13,448 DEBUG [hconnection-0x17d388d9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:13,448 DEBUG [hconnection-0x736a24b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:13,448 DEBUG [hconnection-0x12651e3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:13,449 DEBUG [hconnection-0x48a4b892-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:13,450 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:13,450 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:13,451 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:13,451 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:13,451 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:13,452 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:13,453 DEBUG [hconnection-0x63228597-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:13,454 DEBUG [hconnection-0x67328c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:13,454 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:13,455 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:13,456 DEBUG [hconnection-0x3e57955e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:13,459 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:13,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:13,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:13,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:13,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:13,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:13,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306993520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306993520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306993520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306993525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306993523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:22:13,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d5d610709d9041f1aa1915d740abe167_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306933462/Put/seqid=0 2024-11-22T20:22:13,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741979_1155 (size=9714) 2024-11-22T20:22:13,597 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T20:22:13,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:13,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:13,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:13,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306993629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306993630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306993630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306993630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306993633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:22:13,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T20:22:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:13,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:13,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306993832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306993834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306993835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306993835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306993837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:13,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T20:22:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:13,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:13,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:13,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:13,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d5d610709d9041f1aa1915d740abe167_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d5d610709d9041f1aa1915d740abe167_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:13,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/c64da788619b447dbd81c4e67a51c271, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:14,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/c64da788619b447dbd81c4e67a51c271 is 175, key is test_row_0/A:col10/1732306933462/Put/seqid=0 2024-11-22T20:22:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741980_1156 (size=22361) 2024-11-22T20:22:14,019 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/c64da788619b447dbd81c4e67a51c271 2024-11-22T20:22:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:22:14,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/0e41da221c2a4ac79731276b101b19c3 is 50, key is test_row_0/B:col10/1732306933462/Put/seqid=0 2024-11-22T20:22:14,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T20:22:14,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:14,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:14,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:14,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:14,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:14,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741981_1157 (size=9657) 2024-11-22T20:22:14,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/0e41da221c2a4ac79731276b101b19c3 2024-11-22T20:22:14,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/381fccaaa9704824aa7a65d94e06c9ea is 50, key is test_row_0/C:col10/1732306933462/Put/seqid=0 2024-11-22T20:22:14,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741982_1158 (size=9657) 2024-11-22T20:22:14,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/381fccaaa9704824aa7a65d94e06c9ea 2024-11-22T20:22:14,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/c64da788619b447dbd81c4e67a51c271 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c64da788619b447dbd81c4e67a51c271 2024-11-22T20:22:14,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c64da788619b447dbd81c4e67a51c271, entries=100, sequenceid=16, filesize=21.8 K 2024-11-22T20:22:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306994142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306994142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306994142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306994143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306994143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/0e41da221c2a4ac79731276b101b19c3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0e41da221c2a4ac79731276b101b19c3 2024-11-22T20:22:14,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0e41da221c2a4ac79731276b101b19c3, entries=100, sequenceid=16, filesize=9.4 K 2024-11-22T20:22:14,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/381fccaaa9704824aa7a65d94e06c9ea as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/381fccaaa9704824aa7a65d94e06c9ea 2024-11-22T20:22:14,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/381fccaaa9704824aa7a65d94e06c9ea, entries=100, sequenceid=16, filesize=9.4 K 2024-11-22T20:22:14,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e0ab6cb0c9beb3ac3b37959df33fb567 in 715ms, sequenceid=16, compaction requested=false 2024-11-22T20:22:14,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:14,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-22T20:22:14,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:14,212 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:22:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:14,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229062a281eeac49a6a7dbc155ac2cd38b_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306933514/Put/seqid=0 2024-11-22T20:22:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741983_1159 (size=12154) 2024-11-22T20:22:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:14,272 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229062a281eeac49a6a7dbc155ac2cd38b_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229062a281eeac49a6a7dbc155ac2cd38b_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/eb735becf4a44f18813ddde22c312b97, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:14,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/eb735becf4a44f18813ddde22c312b97 is 175, key is test_row_0/A:col10/1732306933514/Put/seqid=0 2024-11-22T20:22:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741984_1160 (size=30955) 2024-11-22T20:22:14,299 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/eb735becf4a44f18813ddde22c312b97 2024-11-22T20:22:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/9333fd682bf84f7c81b5c2541f810591 is 50, key is test_row_0/B:col10/1732306933514/Put/seqid=0 2024-11-22T20:22:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741985_1161 (size=12001) 2024-11-22T20:22:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:22:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:14,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306994654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306994656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306994656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306994660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306994660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,727 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/9333fd682bf84f7c81b5c2541f810591 2024-11-22T20:22:14,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/0dd0f9c6b51a45d193a119bb51633ec3 is 50, key is test_row_0/C:col10/1732306933514/Put/seqid=0 2024-11-22T20:22:14,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306994762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306994763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306994763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306994764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306994764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:14,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741986_1162 (size=12001) 2024-11-22T20:22:14,795 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/0dd0f9c6b51a45d193a119bb51633ec3 2024-11-22T20:22:14,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/eb735becf4a44f18813ddde22c312b97 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/eb735becf4a44f18813ddde22c312b97 2024-11-22T20:22:14,811 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/eb735becf4a44f18813ddde22c312b97, entries=150, sequenceid=41, filesize=30.2 K 2024-11-22T20:22:14,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/9333fd682bf84f7c81b5c2541f810591 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/9333fd682bf84f7c81b5c2541f810591 2024-11-22T20:22:14,820 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/9333fd682bf84f7c81b5c2541f810591, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T20:22:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/0dd0f9c6b51a45d193a119bb51633ec3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0dd0f9c6b51a45d193a119bb51633ec3 2024-11-22T20:22:14,827 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0dd0f9c6b51a45d193a119bb51633ec3, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T20:22:14,829 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e0ab6cb0c9beb3ac3b37959df33fb567 in 617ms, sequenceid=41, compaction requested=false 2024-11-22T20:22:14,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:14,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:14,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-22T20:22:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-22T20:22:14,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-22T20:22:14,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3860 sec 2024-11-22T20:22:14,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.3900 sec 2024-11-22T20:22:14,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:14,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:22:14,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:14,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:14,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:14,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:14,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:14,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:14,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122adce26a926a84667a02908d54f438da0_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306934966/Put/seqid=0 2024-11-22T20:22:15,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306995006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306995011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306995013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306995013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306995016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741987_1163 (size=14594) 2024-11-22T20:22:15,028 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:15,036 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122adce26a926a84667a02908d54f438da0_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122adce26a926a84667a02908d54f438da0_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:15,038 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/e042fb43540a437f937f0a789a3a61dd, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:15,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/e042fb43540a437f937f0a789a3a61dd is 175, key is test_row_0/A:col10/1732306934966/Put/seqid=0 2024-11-22T20:22:15,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741988_1164 (size=39549) 2024-11-22T20:22:15,053 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/e042fb43540a437f937f0a789a3a61dd 2024-11-22T20:22:15,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/5ec67e55b6814ab2b0b2bce54ccb8062 is 50, key is test_row_0/B:col10/1732306934966/Put/seqid=0 2024-11-22T20:22:15,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306995118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306995121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306995121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306995122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306995124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741989_1165 (size=12001) 2024-11-22T20:22:15,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:22:15,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306995324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306995327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306995328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306995327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306995329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/5ec67e55b6814ab2b0b2bce54ccb8062 2024-11-22T20:22:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-22T20:22:15,550 INFO [Thread-749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-22T20:22:15,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-22T20:22:15,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/8fd39ac20d2b435d8cf68b8fd1e7cef0 is 50, key is test_row_0/C:col10/1732306934966/Put/seqid=0 2024-11-22T20:22:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T20:22:15,556 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:15,557 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:15,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:15,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741990_1166 (size=12001) 2024-11-22T20:22:15,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/8fd39ac20d2b435d8cf68b8fd1e7cef0 2024-11-22T20:22:15,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/e042fb43540a437f937f0a789a3a61dd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e042fb43540a437f937f0a789a3a61dd 2024-11-22T20:22:15,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e042fb43540a437f937f0a789a3a61dd, entries=200, sequenceid=54, filesize=38.6 K 2024-11-22T20:22:15,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/5ec67e55b6814ab2b0b2bce54ccb8062 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/5ec67e55b6814ab2b0b2bce54ccb8062 2024-11-22T20:22:15,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/5ec67e55b6814ab2b0b2bce54ccb8062, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T20:22:15,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/8fd39ac20d2b435d8cf68b8fd1e7cef0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8fd39ac20d2b435d8cf68b8fd1e7cef0 2024-11-22T20:22:15,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8fd39ac20d2b435d8cf68b8fd1e7cef0, entries=150, sequenceid=54, filesize=11.7 K 2024-11-22T20:22:15,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e0ab6cb0c9beb3ac3b37959df33fb567 in 639ms, sequenceid=54, compaction requested=true 2024-11-22T20:22:15,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:15,608 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:15,609 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:15,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:15,610 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:15,611 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/A is initiating minor compaction (all files) 2024-11-22T20:22:15,611 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/A in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:15,611 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c64da788619b447dbd81c4e67a51c271, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/eb735becf4a44f18813ddde22c312b97, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e042fb43540a437f937f0a789a3a61dd] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=90.7 K 2024-11-22T20:22:15,611 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:15,611 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c64da788619b447dbd81c4e67a51c271, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/eb735becf4a44f18813ddde22c312b97, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e042fb43540a437f937f0a789a3a61dd] 2024-11-22T20:22:15,611 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:15,611 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/B is initiating minor compaction (all files) 2024-11-22T20:22:15,612 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/B in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:15,612 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0e41da221c2a4ac79731276b101b19c3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/9333fd682bf84f7c81b5c2541f810591, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/5ec67e55b6814ab2b0b2bce54ccb8062] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=32.9 K 2024-11-22T20:22:15,612 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c64da788619b447dbd81c4e67a51c271, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732306933462 2024-11-22T20:22:15,614 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e41da221c2a4ac79731276b101b19c3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732306933462 2024-11-22T20:22:15,614 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb735becf4a44f18813ddde22c312b97, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732306933489 2024-11-22T20:22:15,615 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 9333fd682bf84f7c81b5c2541f810591, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732306933489 2024-11-22T20:22:15,615 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e042fb43540a437f937f0a789a3a61dd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732306934652 2024-11-22T20:22:15,616 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ec67e55b6814ab2b0b2bce54ccb8062, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732306934652 2024-11-22T20:22:15,630 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#B#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:15,631 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/88546cc2e8014c70a5d48499422328bc is 50, key is test_row_0/B:col10/1732306934966/Put/seqid=0 2024-11-22T20:22:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:15,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:22:15,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:15,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:15,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:15,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:15,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:15,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:15,641 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:15,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741991_1167 (size=12104) 2024-11-22T20:22:15,657 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122e965a6932fc64c51affc20c8bb2f5f6d_e0ab6cb0c9beb3ac3b37959df33fb567 store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T20:22:15,661 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122e965a6932fc64c51affc20c8bb2f5f6d_e0ab6cb0c9beb3ac3b37959df33fb567, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:15,661 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e965a6932fc64c51affc20c8bb2f5f6d_e0ab6cb0c9beb3ac3b37959df33fb567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:15,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bbd2bc0830294c5389efc2fd5fb2c398_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306935635/Put/seqid=0 2024-11-22T20:22:15,666 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/88546cc2e8014c70a5d48499422328bc as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/88546cc2e8014c70a5d48499422328bc 2024-11-22T20:22:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741992_1168 (size=12154) 2024-11-22T20:22:15,670 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:15,674 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bbd2bc0830294c5389efc2fd5fb2c398_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bbd2bc0830294c5389efc2fd5fb2c398_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:15,675 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/0d9f30db61ed47c2bb5746534b2b8e09, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:15,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/0d9f30db61ed47c2bb5746534b2b8e09 is 175, key is test_row_0/A:col10/1732306935635/Put/seqid=0 2024-11-22T20:22:15,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741993_1169 (size=4469) 2024-11-22T20:22:15,680 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/B of e0ab6cb0c9beb3ac3b37959df33fb567 into 88546cc2e8014c70a5d48499422328bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:15,680 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:15,680 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/B, priority=13, startTime=1732306935609; duration=0sec 2024-11-22T20:22:15,680 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:15,680 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:B 2024-11-22T20:22:15,680 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:15,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741994_1170 (size=30955) 2024-11-22T20:22:15,683 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:15,683 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/C is initiating minor compaction (all files) 2024-11-22T20:22:15,683 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/C in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:15,683 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/381fccaaa9704824aa7a65d94e06c9ea, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0dd0f9c6b51a45d193a119bb51633ec3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8fd39ac20d2b435d8cf68b8fd1e7cef0] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=32.9 K 2024-11-22T20:22:15,684 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 381fccaaa9704824aa7a65d94e06c9ea, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732306933462 2024-11-22T20:22:15,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/0d9f30db61ed47c2bb5746534b2b8e09 2024-11-22T20:22:15,684 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dd0f9c6b51a45d193a119bb51633ec3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732306933489 2024-11-22T20:22:15,685 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fd39ac20d2b435d8cf68b8fd1e7cef0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732306934652 2024-11-22T20:22:15,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306995681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306995681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306995686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306995686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306995691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/09e6e5d7125641669878f6680d20e576 is 50, key is test_row_0/B:col10/1732306935635/Put/seqid=0 2024-11-22T20:22:15,709 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T20:22:15,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:15,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:15,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:15,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:15,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:15,722 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#C#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:15,723 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/1f697a2e6f424e9480bc0dbb89fdf7ce is 50, key is test_row_0/C:col10/1732306934966/Put/seqid=0 2024-11-22T20:22:15,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741995_1171 (size=12001) 2024-11-22T20:22:15,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/09e6e5d7125641669878f6680d20e576 2024-11-22T20:22:15,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ff7545feeef540b5a225cfa2ee137a10 is 50, key is test_row_0/C:col10/1732306935635/Put/seqid=0 2024-11-22T20:22:15,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741996_1172 (size=12104) 2024-11-22T20:22:15,774 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/1f697a2e6f424e9480bc0dbb89fdf7ce as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1f697a2e6f424e9480bc0dbb89fdf7ce 2024-11-22T20:22:15,782 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/C of e0ab6cb0c9beb3ac3b37959df33fb567 into 1f697a2e6f424e9480bc0dbb89fdf7ce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:15,782 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:15,782 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/C, priority=13, startTime=1732306935609; duration=0sec 2024-11-22T20:22:15,787 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:15,787 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:C 2024-11-22T20:22:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741997_1173 (size=12001) 2024-11-22T20:22:15,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ff7545feeef540b5a225cfa2ee137a10 2024-11-22T20:22:15,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306995794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306995794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306995794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/0d9f30db61ed47c2bb5746534b2b8e09 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/0d9f30db61ed47c2bb5746534b2b8e09 2024-11-22T20:22:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306995794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306995796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/0d9f30db61ed47c2bb5746534b2b8e09, entries=150, sequenceid=78, filesize=30.2 K 2024-11-22T20:22:15,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/09e6e5d7125641669878f6680d20e576 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/09e6e5d7125641669878f6680d20e576 2024-11-22T20:22:15,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/09e6e5d7125641669878f6680d20e576, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T20:22:15,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ff7545feeef540b5a225cfa2ee137a10 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ff7545feeef540b5a225cfa2ee137a10 2024-11-22T20:22:15,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ff7545feeef540b5a225cfa2ee137a10, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T20:22:15,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e0ab6cb0c9beb3ac3b37959df33fb567 in 183ms, sequenceid=78, compaction requested=false 2024-11-22T20:22:15,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T20:22:15,864 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:15,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-22T20:22:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:15,865 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:22:15,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:15,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:15,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227ebb1699583447ab80b2707374e9dd78_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306935680/Put/seqid=0 2024-11-22T20:22:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741998_1174 (size=12154) 2024-11-22T20:22:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:15,902 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227ebb1699583447ab80b2707374e9dd78_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227ebb1699583447ab80b2707374e9dd78_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/69e5bd67770848408b8d6fd7060c9e8f, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:15,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/69e5bd67770848408b8d6fd7060c9e8f is 175, key is test_row_0/A:col10/1732306935680/Put/seqid=0 2024-11-22T20:22:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741999_1175 (size=30955) 2024-11-22T20:22:15,922 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/69e5bd67770848408b8d6fd7060c9e8f 2024-11-22T20:22:15,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/0bf5e66ab47b4b67afffbd7d75f0c75b is 50, key is test_row_0/B:col10/1732306935680/Put/seqid=0 2024-11-22T20:22:15,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742000_1176 (size=12001) 2024-11-22T20:22:15,946 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/0bf5e66ab47b4b67afffbd7d75f0c75b 2024-11-22T20:22:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ed2788a7885e47bc931135eba70e19bd is 50, key is test_row_0/C:col10/1732306935680/Put/seqid=0 2024-11-22T20:22:15,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742001_1177 (size=12001) 2024-11-22T20:22:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:16,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:16,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306996022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306996026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306996026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306996028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306996028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,079 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#A#compaction#147 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:16,082 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/ca26dde0d9e749caa31d564702ab98c6 is 175, key is test_row_0/A:col10/1732306934966/Put/seqid=0 2024-11-22T20:22:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742002_1178 (size=31058) 2024-11-22T20:22:16,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306996130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306996133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306996134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306996134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306996134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T20:22:16,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306996334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306996337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306996337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306996338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306996338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,377 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ed2788a7885e47bc931135eba70e19bd 2024-11-22T20:22:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/69e5bd67770848408b8d6fd7060c9e8f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/69e5bd67770848408b8d6fd7060c9e8f 2024-11-22T20:22:16,393 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/69e5bd67770848408b8d6fd7060c9e8f, entries=150, sequenceid=92, filesize=30.2 K 2024-11-22T20:22:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/0bf5e66ab47b4b67afffbd7d75f0c75b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0bf5e66ab47b4b67afffbd7d75f0c75b 2024-11-22T20:22:16,401 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0bf5e66ab47b4b67afffbd7d75f0c75b, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T20:22:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ed2788a7885e47bc931135eba70e19bd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ed2788a7885e47bc931135eba70e19bd 2024-11-22T20:22:16,408 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ed2788a7885e47bc931135eba70e19bd, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T20:22:16,410 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e0ab6cb0c9beb3ac3b37959df33fb567 in 544ms, sequenceid=92, compaction requested=true 2024-11-22T20:22:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-22T20:22:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-22T20:22:16,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-22T20:22:16,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 854 msec 2024-11-22T20:22:16,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 862 msec 2024-11-22T20:22:16,501 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/ca26dde0d9e749caa31d564702ab98c6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/ca26dde0d9e749caa31d564702ab98c6 2024-11-22T20:22:16,511 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/A of e0ab6cb0c9beb3ac3b37959df33fb567 into ca26dde0d9e749caa31d564702ab98c6(size=30.3 K), total size for store is 90.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:16,511 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:16,511 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/A, priority=13, startTime=1732306935608; duration=0sec 2024-11-22T20:22:16,511 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:16,511 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:A 2024-11-22T20:22:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:16,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:22:16,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:16,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:16,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:16,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:16,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:16,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:16,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306996651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221278188a315a44809b6088c6191427d2_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306936643/Put/seqid=0 2024-11-22T20:22:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306996653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306996653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306996654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306996655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-22T20:22:16,661 INFO [Thread-749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-22T20:22:16,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-22T20:22:16,664 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T20:22:16,665 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:16,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742003_1179 (size=17034) 2024-11-22T20:22:16,681 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:16,687 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221278188a315a44809b6088c6191427d2_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221278188a315a44809b6088c6191427d2_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:16,693 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/7f0db21454044ef792c9d483a0e1cee8, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:16,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/7f0db21454044ef792c9d483a0e1cee8 is 175, key is test_row_0/A:col10/1732306936643/Put/seqid=0 2024-11-22T20:22:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742004_1180 (size=48139) 2024-11-22T20:22:16,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306996756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306996760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306996761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306996760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306996761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T20:22:16,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T20:22:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:16,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:16,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306996961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T20:22:16,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306996965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306996964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306996965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306996965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:16,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T20:22:16,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:16,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,106 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/7f0db21454044ef792c9d483a0e1cee8 2024-11-22T20:22:17,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/b0dc4ae7693d427baa5939e2110beab6 is 50, key is test_row_0/B:col10/1732306936643/Put/seqid=0 2024-11-22T20:22:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742005_1181 (size=12001) 2024-11-22T20:22:17,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/b0dc4ae7693d427baa5939e2110beab6 2024-11-22T20:22:17,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T20:22:17,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:17,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ddbf066f380c4b938de1f275a763b8d8 is 50, key is test_row_0/C:col10/1732306936643/Put/seqid=0 2024-11-22T20:22:17,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742006_1182 (size=12001) 2024-11-22T20:22:17,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T20:22:17,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306997289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T20:22:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306997289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306997290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306997290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306997293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T20:22:17,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T20:22:17,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ddbf066f380c4b938de1f275a763b8d8 2024-11-22T20:22:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/7f0db21454044ef792c9d483a0e1cee8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7f0db21454044ef792c9d483a0e1cee8 2024-11-22T20:22:17,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7f0db21454044ef792c9d483a0e1cee8, entries=250, sequenceid=119, filesize=47.0 K 2024-11-22T20:22:17,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/b0dc4ae7693d427baa5939e2110beab6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b0dc4ae7693d427baa5939e2110beab6 2024-11-22T20:22:17,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b0dc4ae7693d427baa5939e2110beab6, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T20:22:17,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ddbf066f380c4b938de1f275a763b8d8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddbf066f380c4b938de1f275a763b8d8 2024-11-22T20:22:17,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddbf066f380c4b938de1f275a763b8d8, entries=150, sequenceid=119, filesize=11.7 K 2024-11-22T20:22:17,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for e0ab6cb0c9beb3ac3b37959df33fb567 in 1007ms, sequenceid=119, compaction requested=true 2024-11-22T20:22:17,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:17,651 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:17,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:17,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:17,652 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:17,653 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/A is initiating minor compaction (all files) 2024-11-22T20:22:17,653 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/A in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,653 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/ca26dde0d9e749caa31d564702ab98c6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/0d9f30db61ed47c2bb5746534b2b8e09, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/69e5bd67770848408b8d6fd7060c9e8f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7f0db21454044ef792c9d483a0e1cee8] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=137.8 K 2024-11-22T20:22:17,653 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,653 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/ca26dde0d9e749caa31d564702ab98c6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/0d9f30db61ed47c2bb5746534b2b8e09, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/69e5bd67770848408b8d6fd7060c9e8f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7f0db21454044ef792c9d483a0e1cee8] 2024-11-22T20:22:17,654 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca26dde0d9e749caa31d564702ab98c6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732306934652 2024-11-22T20:22:17,655 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d9f30db61ed47c2bb5746534b2b8e09, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732306935010 2024-11-22T20:22:17,655 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69e5bd67770848408b8d6fd7060c9e8f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732306935680 2024-11-22T20:22:17,656 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:17,656 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f0db21454044ef792c9d483a0e1cee8, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732306936019 2024-11-22T20:22:17,659 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:17,659 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/B is initiating minor compaction (all files) 2024-11-22T20:22:17,659 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/B in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,659 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/88546cc2e8014c70a5d48499422328bc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/09e6e5d7125641669878f6680d20e576, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0bf5e66ab47b4b67afffbd7d75f0c75b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b0dc4ae7693d427baa5939e2110beab6] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=47.0 K 2024-11-22T20:22:17,660 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 88546cc2e8014c70a5d48499422328bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732306934652 2024-11-22T20:22:17,661 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 09e6e5d7125641669878f6680d20e576, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732306935010 2024-11-22T20:22:17,661 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bf5e66ab47b4b67afffbd7d75f0c75b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732306935680 2024-11-22T20:22:17,662 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b0dc4ae7693d427baa5939e2110beab6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732306936024 2024-11-22T20:22:17,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:17,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:17,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:17,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:17,672 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:17,683 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:17,683 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/3cc6f50de29d4d318761d276a896f9ec is 50, key is test_row_0/B:col10/1732306936643/Put/seqid=0 2024-11-22T20:22:17,685 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122caa0f4cf45164e4d859ac2ce45a42a29_e0ab6cb0c9beb3ac3b37959df33fb567 store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:17,689 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122caa0f4cf45164e4d859ac2ce45a42a29_e0ab6cb0c9beb3ac3b37959df33fb567, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:17,690 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122caa0f4cf45164e4d859ac2ce45a42a29_e0ab6cb0c9beb3ac3b37959df33fb567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:17,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742007_1183 (size=12241) 2024-11-22T20:22:17,734 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/3cc6f50de29d4d318761d276a896f9ec as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3cc6f50de29d4d318761d276a896f9ec 2024-11-22T20:22:17,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742008_1184 (size=4469) 2024-11-22T20:22:17,746 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/B of e0ab6cb0c9beb3ac3b37959df33fb567 into 3cc6f50de29d4d318761d276a896f9ec(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:17,746 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:17,746 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/B, priority=12, startTime=1732306937656; duration=0sec 2024-11-22T20:22:17,746 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:17,746 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:B 2024-11-22T20:22:17,747 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:17,752 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:17,752 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/C is initiating minor compaction (all files) 2024-11-22T20:22:17,752 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/C in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,753 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1f697a2e6f424e9480bc0dbb89fdf7ce, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ff7545feeef540b5a225cfa2ee137a10, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ed2788a7885e47bc931135eba70e19bd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddbf066f380c4b938de1f275a763b8d8] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=47.0 K 2024-11-22T20:22:17,753 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f697a2e6f424e9480bc0dbb89fdf7ce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732306934652 2024-11-22T20:22:17,755 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ff7545feeef540b5a225cfa2ee137a10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732306935010 2024-11-22T20:22:17,755 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ed2788a7885e47bc931135eba70e19bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732306935680 2024-11-22T20:22:17,757 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ddbf066f380c4b938de1f275a763b8d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732306936024 2024-11-22T20:22:17,765 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-22T20:22:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:17,766 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:17,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:17,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:17,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:17,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T20:22:17,796 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#C#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:17,797 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/0aac1ff932b34f78bc70053681437ad4 is 50, key is test_row_0/C:col10/1732306936643/Put/seqid=0 2024-11-22T20:22:17,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:17,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227714e3b03a894fba99dbe401c47ad090_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306936652/Put/seqid=0 2024-11-22T20:22:17,826 INFO [master/bc573ddb75cd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T20:22:17,826 INFO [master/bc573ddb75cd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T20:22:17,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742009_1185 (size=12241) 2024-11-22T20:22:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742010_1186 (size=12204) 2024-11-22T20:22:17,850 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/0aac1ff932b34f78bc70053681437ad4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0aac1ff932b34f78bc70053681437ad4 2024-11-22T20:22:17,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306997854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,866 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/C of e0ab6cb0c9beb3ac3b37959df33fb567 into 0aac1ff932b34f78bc70053681437ad4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:17,867 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:17,867 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/C, priority=12, startTime=1732306937666; duration=0sec 2024-11-22T20:22:17,867 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:17,867 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:C 2024-11-22T20:22:17,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306997858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306997861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306997864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306997864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306997967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306997971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306997972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306997972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:17,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306997974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,138 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#A#compaction#158 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:18,139 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/47b236f198234e8eaedb63b3753bde01 is 175, key is test_row_0/A:col10/1732306936643/Put/seqid=0 2024-11-22T20:22:18,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306998175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306998175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306998177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742011_1187 (size=31195) 2024-11-22T20:22:18,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306998177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306998181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,193 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/47b236f198234e8eaedb63b3753bde01 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/47b236f198234e8eaedb63b3753bde01 2024-11-22T20:22:18,201 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/A of e0ab6cb0c9beb3ac3b37959df33fb567 into 47b236f198234e8eaedb63b3753bde01(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:18,201 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:18,201 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/A, priority=12, startTime=1732306937651; duration=0sec 2024-11-22T20:22:18,201 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:18,201 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:A 2024-11-22T20:22:18,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:18,248 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227714e3b03a894fba99dbe401c47ad090_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227714e3b03a894fba99dbe401c47ad090_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:18,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/d66714cad0854a5da51f08789efd6a41, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/d66714cad0854a5da51f08789efd6a41 is 175, key is test_row_0/A:col10/1732306936652/Put/seqid=0 2024-11-22T20:22:18,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742012_1188 (size=31005) 2024-11-22T20:22:18,295 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/d66714cad0854a5da51f08789efd6a41 2024-11-22T20:22:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/6502c35004464ef7a2c510d0a9fcbc80 is 50, key is test_row_0/B:col10/1732306936652/Put/seqid=0 2024-11-22T20:22:18,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742013_1189 (size=12051) 2024-11-22T20:22:18,365 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/6502c35004464ef7a2c510d0a9fcbc80 2024-11-22T20:22:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/83bb52521fba4735a4ef77cd33cbb0f0 is 50, key is test_row_0/C:col10/1732306936652/Put/seqid=0 2024-11-22T20:22:18,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742014_1190 (size=12051) 2024-11-22T20:22:18,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306998481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306998482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306998484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306998485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306998488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T20:22:18,839 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/83bb52521fba4735a4ef77cd33cbb0f0 2024-11-22T20:22:18,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/d66714cad0854a5da51f08789efd6a41 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d66714cad0854a5da51f08789efd6a41 2024-11-22T20:22:18,858 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d66714cad0854a5da51f08789efd6a41, entries=150, sequenceid=131, filesize=30.3 K 2024-11-22T20:22:18,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/6502c35004464ef7a2c510d0a9fcbc80 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6502c35004464ef7a2c510d0a9fcbc80 2024-11-22T20:22:18,868 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6502c35004464ef7a2c510d0a9fcbc80, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T20:22:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/83bb52521fba4735a4ef77cd33cbb0f0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/83bb52521fba4735a4ef77cd33cbb0f0 2024-11-22T20:22:18,880 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/83bb52521fba4735a4ef77cd33cbb0f0, entries=150, sequenceid=131, filesize=11.8 K 2024-11-22T20:22:18,882 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for e0ab6cb0c9beb3ac3b37959df33fb567 in 1116ms, sequenceid=131, compaction requested=false 2024-11-22T20:22:18,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:18,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-22T20:22:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-22T20:22:18,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-22T20:22:18,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2190 sec 2024-11-22T20:22:18,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.2240 sec 2024-11-22T20:22:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:18,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-22T20:22:18,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:18,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:18,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:18,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:18,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:18,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:18,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732306998993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306998993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:18,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306998995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732306998996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306998997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ca938fb4a46a4d2ca83228185fc564a5_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306938987/Put/seqid=0 2024-11-22T20:22:19,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742015_1191 (size=12304) 2024-11-22T20:22:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306999101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306999103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306999104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306999305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306999308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306999309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,452 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:19,468 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ca938fb4a46a4d2ca83228185fc564a5_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ca938fb4a46a4d2ca83228185fc564a5_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:19,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/74232683967f4fd6b2a855737ab269c6, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:19,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/74232683967f4fd6b2a855737ab269c6 is 175, key is test_row_0/A:col10/1732306938987/Put/seqid=0 2024-11-22T20:22:19,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742016_1192 (size=31105) 2024-11-22T20:22:19,534 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/74232683967f4fd6b2a855737ab269c6 2024-11-22T20:22:19,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/54499c06f2b449c6b72071c313d97774 is 50, key is test_row_0/B:col10/1732306938987/Put/seqid=0 2024-11-22T20:22:19,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742017_1193 (size=12151) 2024-11-22T20:22:19,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/54499c06f2b449c6b72071c313d97774 2024-11-22T20:22:19,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732306999610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732306999616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732306999614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:19,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/eff86d9cb9af43fc948da261a10c7d33 is 50, key is test_row_0/C:col10/1732306938987/Put/seqid=0 2024-11-22T20:22:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742018_1194 (size=12151) 2024-11-22T20:22:19,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/eff86d9cb9af43fc948da261a10c7d33 2024-11-22T20:22:19,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/74232683967f4fd6b2a855737ab269c6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/74232683967f4fd6b2a855737ab269c6 2024-11-22T20:22:19,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/74232683967f4fd6b2a855737ab269c6, entries=150, sequenceid=161, filesize=30.4 K 2024-11-22T20:22:19,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/54499c06f2b449c6b72071c313d97774 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/54499c06f2b449c6b72071c313d97774 2024-11-22T20:22:19,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/54499c06f2b449c6b72071c313d97774, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T20:22:19,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/eff86d9cb9af43fc948da261a10c7d33 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/eff86d9cb9af43fc948da261a10c7d33 2024-11-22T20:22:19,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/eff86d9cb9af43fc948da261a10c7d33, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T20:22:19,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for e0ab6cb0c9beb3ac3b37959df33fb567 in 710ms, sequenceid=161, compaction requested=true 2024-11-22T20:22:19,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:19,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:19,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:19,699 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:19,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:19,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:19,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:19,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:19,699 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:19,701 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:19,701 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/A is initiating minor compaction (all files) 2024-11-22T20:22:19,701 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:19,701 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/A in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:19,701 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/B is initiating minor compaction (all files) 2024-11-22T20:22:19,701 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/47b236f198234e8eaedb63b3753bde01, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d66714cad0854a5da51f08789efd6a41, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/74232683967f4fd6b2a855737ab269c6] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=91.1 K 2024-11-22T20:22:19,701 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/B in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:19,701 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:19,701 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3cc6f50de29d4d318761d276a896f9ec, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6502c35004464ef7a2c510d0a9fcbc80, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/54499c06f2b449c6b72071c313d97774] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=35.6 K 2024-11-22T20:22:19,701 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/47b236f198234e8eaedb63b3753bde01, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d66714cad0854a5da51f08789efd6a41, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/74232683967f4fd6b2a855737ab269c6] 2024-11-22T20:22:19,702 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cc6f50de29d4d318761d276a896f9ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732306936024 2024-11-22T20:22:19,703 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47b236f198234e8eaedb63b3753bde01, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732306936024 2024-11-22T20:22:19,703 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 6502c35004464ef7a2c510d0a9fcbc80, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732306936648 2024-11-22T20:22:19,703 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d66714cad0854a5da51f08789efd6a41, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732306936648 2024-11-22T20:22:19,703 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 54499c06f2b449c6b72071c313d97774, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732306937833 2024-11-22T20:22:19,704 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74232683967f4fd6b2a855737ab269c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732306937833 2024-11-22T20:22:19,726 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#B#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:19,727 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/b9db40b9b5864566a38d8c7377faafae is 50, key is test_row_0/B:col10/1732306938987/Put/seqid=0 2024-11-22T20:22:19,734 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:19,750 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222d34777df0d946278e5d2a7f7a33869b_e0ab6cb0c9beb3ac3b37959df33fb567 store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:19,752 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222d34777df0d946278e5d2a7f7a33869b_e0ab6cb0c9beb3ac3b37959df33fb567, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:19,752 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222d34777df0d946278e5d2a7f7a33869b_e0ab6cb0c9beb3ac3b37959df33fb567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:19,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742019_1195 (size=12493) 2024-11-22T20:22:19,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742020_1196 (size=4469) 2024-11-22T20:22:19,804 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#A#compaction#168 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:19,805 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/3439b31593c04a7bbd72bd52a761345e is 175, key is test_row_0/A:col10/1732306938987/Put/seqid=0 2024-11-22T20:22:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742021_1197 (size=31447) 2024-11-22T20:22:20,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:20,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:20,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:20,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:20,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112223c6b4da841f4e15b5f6cdd9d6cea2fe_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306940008/Put/seqid=0 2024-11-22T20:22:20,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742022_1198 (size=17284) 2024-11-22T20:22:20,100 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:20,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732307000100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,107 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112223c6b4da841f4e15b5f6cdd9d6cea2fe_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223c6b4da841f4e15b5f6cdd9d6cea2fe_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:20,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/356ad91256424a349e9208592432652c, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:20,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/356ad91256424a349e9208592432652c is 175, key is test_row_0/A:col10/1732306940008/Put/seqid=0 2024-11-22T20:22:20,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732307000107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307000118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307000126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307000126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742023_1199 (size=48389) 2024-11-22T20:22:20,150 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/356ad91256424a349e9208592432652c 2024-11-22T20:22:20,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/bcabab1408a542e493a52112e069b3c3 is 50, key is test_row_0/B:col10/1732306940008/Put/seqid=0 2024-11-22T20:22:20,175 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/b9db40b9b5864566a38d8c7377faafae as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b9db40b9b5864566a38d8c7377faafae 2024-11-22T20:22:20,183 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/B of e0ab6cb0c9beb3ac3b37959df33fb567 into b9db40b9b5864566a38d8c7377faafae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:20,183 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:20,183 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/B, priority=13, startTime=1732306939699; duration=0sec 2024-11-22T20:22:20,183 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:20,183 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:B 2024-11-22T20:22:20,183 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:20,186 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:20,186 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/C is initiating minor compaction (all files) 2024-11-22T20:22:20,186 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/C in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:20,186 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0aac1ff932b34f78bc70053681437ad4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/83bb52521fba4735a4ef77cd33cbb0f0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/eff86d9cb9af43fc948da261a10c7d33] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=35.6 K 2024-11-22T20:22:20,187 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aac1ff932b34f78bc70053681437ad4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732306936024 2024-11-22T20:22:20,187 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 83bb52521fba4735a4ef77cd33cbb0f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732306936648 2024-11-22T20:22:20,188 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting eff86d9cb9af43fc948da261a10c7d33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732306937833 2024-11-22T20:22:20,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742024_1200 (size=12151) 2024-11-22T20:22:20,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/bcabab1408a542e493a52112e069b3c3 2024-11-22T20:22:20,213 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#C#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:20,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732307000209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,214 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/b14d2551afcd455cadec6ee44462f796 is 50, key is test_row_0/C:col10/1732306938987/Put/seqid=0 2024-11-22T20:22:20,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732307000215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/0767c68222cb4cc799122c7d62fef89f is 50, key is test_row_0/C:col10/1732306940008/Put/seqid=0 2024-11-22T20:22:20,252 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/3439b31593c04a7bbd72bd52a761345e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3439b31593c04a7bbd72bd52a761345e 2024-11-22T20:22:20,259 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/A of e0ab6cb0c9beb3ac3b37959df33fb567 into 3439b31593c04a7bbd72bd52a761345e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:20,259 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:20,259 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/A, priority=13, startTime=1732306939699; duration=0sec 2024-11-22T20:22:20,259 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:20,259 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:A 2024-11-22T20:22:20,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742025_1201 (size=12493) 2024-11-22T20:22:20,272 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/b14d2551afcd455cadec6ee44462f796 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b14d2551afcd455cadec6ee44462f796 2024-11-22T20:22:20,284 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/C of e0ab6cb0c9beb3ac3b37959df33fb567 into b14d2551afcd455cadec6ee44462f796(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:20,284 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:20,284 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/C, priority=13, startTime=1732306939699; duration=0sec 2024-11-22T20:22:20,284 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:20,284 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:C 2024-11-22T20:22:20,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742026_1202 (size=12151) 2024-11-22T20:22:20,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/0767c68222cb4cc799122c7d62fef89f 2024-11-22T20:22:20,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/356ad91256424a349e9208592432652c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/356ad91256424a349e9208592432652c 2024-11-22T20:22:20,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/356ad91256424a349e9208592432652c, entries=250, sequenceid=173, filesize=47.3 K 2024-11-22T20:22:20,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/bcabab1408a542e493a52112e069b3c3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/bcabab1408a542e493a52112e069b3c3 2024-11-22T20:22:20,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/bcabab1408a542e493a52112e069b3c3, entries=150, sequenceid=173, filesize=11.9 K 2024-11-22T20:22:20,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/0767c68222cb4cc799122c7d62fef89f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0767c68222cb4cc799122c7d62fef89f 2024-11-22T20:22:20,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0767c68222cb4cc799122c7d62fef89f, entries=150, sequenceid=173, filesize=11.9 K 2024-11-22T20:22:20,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e0ab6cb0c9beb3ac3b37959df33fb567 in 335ms, sequenceid=173, compaction requested=false 2024-11-22T20:22:20,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:20,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:22:20,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:20,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:20,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:20,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732307000441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732307000443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e6fe79e659514cc8ab13a33e55f061d4_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306940416/Put/seqid=0 2024-11-22T20:22:20,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742027_1203 (size=14794) 2024-11-22T20:22:20,508 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:20,518 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e6fe79e659514cc8ab13a33e55f061d4_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e6fe79e659514cc8ab13a33e55f061d4_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:20,520 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/21362096d3234d4c8de481ee9c3c7941, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:20,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/21362096d3234d4c8de481ee9c3c7941 is 175, key is test_row_0/A:col10/1732306940416/Put/seqid=0 2024-11-22T20:22:20,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732307000545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732307000553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742028_1204 (size=39749) 2024-11-22T20:22:20,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/21362096d3234d4c8de481ee9c3c7941 2024-11-22T20:22:20,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/671e1beb5ae54e5d836ed613db547301 is 50, key is test_row_0/B:col10/1732306940416/Put/seqid=0 2024-11-22T20:22:20,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742029_1205 (size=12151) 2024-11-22T20:22:20,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732307000750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732307000759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-22T20:22:20,795 INFO [Thread-749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-22T20:22:20,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-22T20:22:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T20:22:20,799 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:20,800 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:20,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T20:22:20,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:20,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:20,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:20,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:20,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:20,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:20,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/671e1beb5ae54e5d836ed613db547301 2024-11-22T20:22:21,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/fd166efc773c4fa482b6ea8df86bebd3 is 50, key is test_row_0/C:col10/1732306940416/Put/seqid=0 2024-11-22T20:22:21,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732307001056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732307001063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742030_1206 (size=12151) 2024-11-22T20:22:21,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/fd166efc773c4fa482b6ea8df86bebd3 2024-11-22T20:22:21,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/21362096d3234d4c8de481ee9c3c7941 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/21362096d3234d4c8de481ee9c3c7941 2024-11-22T20:22:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T20:22:21,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/21362096d3234d4c8de481ee9c3c7941, entries=200, sequenceid=201, filesize=38.8 K 2024-11-22T20:22:21,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/671e1beb5ae54e5d836ed613db547301 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/671e1beb5ae54e5d836ed613db547301 2024-11-22T20:22:21,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/671e1beb5ae54e5d836ed613db547301, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T20:22:21,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/fd166efc773c4fa482b6ea8df86bebd3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fd166efc773c4fa482b6ea8df86bebd3 2024-11-22T20:22:21,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fd166efc773c4fa482b6ea8df86bebd3, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T20:22:21,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e0ab6cb0c9beb3ac3b37959df33fb567 in 699ms, sequenceid=201, compaction requested=true 2024-11-22T20:22:21,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:21,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:21,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:21,120 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:21,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:21,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:21,120 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:21,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:21,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:21,121 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:21,121 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/A is initiating minor compaction (all files) 2024-11-22T20:22:21,121 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/A in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,121 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3439b31593c04a7bbd72bd52a761345e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/356ad91256424a349e9208592432652c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/21362096d3234d4c8de481ee9c3c7941] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=116.8 K 2024-11-22T20:22:21,121 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,122 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3439b31593c04a7bbd72bd52a761345e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/356ad91256424a349e9208592432652c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/21362096d3234d4c8de481ee9c3c7941] 2024-11-22T20:22:21,122 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:21,122 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3439b31593c04a7bbd72bd52a761345e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732306937833 2024-11-22T20:22:21,122 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/B is initiating minor compaction (all files) 2024-11-22T20:22:21,122 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/B in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,122 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b9db40b9b5864566a38d8c7377faafae, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/bcabab1408a542e493a52112e069b3c3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/671e1beb5ae54e5d836ed613db547301] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=35.9 K 2024-11-22T20:22:21,123 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b9db40b9b5864566a38d8c7377faafae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732306937833 2024-11-22T20:22:21,123 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 356ad91256424a349e9208592432652c, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732306938991 2024-11-22T20:22:21,125 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21362096d3234d4c8de481ee9c3c7941, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732306940092 2024-11-22T20:22:21,125 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting bcabab1408a542e493a52112e069b3c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732306940007 2024-11-22T20:22:21,126 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 671e1beb5ae54e5d836ed613db547301, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732306940096 2024-11-22T20:22:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:21,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:22:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:21,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:21,157 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:21,160 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:21,160 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/f5eb42496077402a9788ed73b1624413 is 50, key is test_row_0/B:col10/1732306940416/Put/seqid=0 2024-11-22T20:22:21,184 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411221a19f20e8c434517852307b863bd08b7_e0ab6cb0c9beb3ac3b37959df33fb567 store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:21,187 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411221a19f20e8c434517852307b863bd08b7_e0ab6cb0c9beb3ac3b37959df33fb567, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:21,187 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221a19f20e8c434517852307b863bd08b7_e0ab6cb0c9beb3ac3b37959df33fb567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:21,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307001201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307001202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222fb3f3720ff4450f92d4de816e2f73b3_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306940427/Put/seqid=0 2024-11-22T20:22:21,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307001200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742031_1207 (size=12595) 2024-11-22T20:22:21,250 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/f5eb42496077402a9788ed73b1624413 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/f5eb42496077402a9788ed73b1624413 2024-11-22T20:22:21,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:21,260 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/B of e0ab6cb0c9beb3ac3b37959df33fb567 into f5eb42496077402a9788ed73b1624413(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:21,260 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:21,260 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/B, priority=13, startTime=1732306941120; duration=0sec 2024-11-22T20:22:21,260 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:21,260 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:B 2024-11-22T20:22:21,260 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,265 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:21,265 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/C is initiating minor compaction (all files) 2024-11-22T20:22:21,265 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/C in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,266 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b14d2551afcd455cadec6ee44462f796, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0767c68222cb4cc799122c7d62fef89f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fd166efc773c4fa482b6ea8df86bebd3] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=35.9 K 2024-11-22T20:22:21,266 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b14d2551afcd455cadec6ee44462f796, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732306937833 2024-11-22T20:22:21,267 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0767c68222cb4cc799122c7d62fef89f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732306940007 2024-11-22T20:22:21,268 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting fd166efc773c4fa482b6ea8df86bebd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732306940096 2024-11-22T20:22:21,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742032_1208 (size=4469) 2024-11-22T20:22:21,279 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#A#compaction#176 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:21,280 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/56edc7156a284365a5c762709ee65c5a is 175, key is test_row_0/A:col10/1732306940416/Put/seqid=0 2024-11-22T20:22:21,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742033_1209 (size=14794) 2024-11-22T20:22:21,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:21,290 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:21,291 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/cd005015a37046899cee6ac94b6ff928 is 50, key is test_row_0/C:col10/1732306940416/Put/seqid=0 2024-11-22T20:22:21,291 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222fb3f3720ff4450f92d4de816e2f73b3_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222fb3f3720ff4450f92d4de816e2f73b3_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:21,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/dfd43ba0bfec4de48e1eab4b77c3ebd5, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:21,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/dfd43ba0bfec4de48e1eab4b77c3ebd5 is 175, key is test_row_0/A:col10/1732306940427/Put/seqid=0 2024-11-22T20:22:21,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307001307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307001312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307001311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742035_1211 (size=12595) 2024-11-22T20:22:21,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742034_1210 (size=31549) 2024-11-22T20:22:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742036_1212 (size=39749) 2024-11-22T20:22:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T20:22:21,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:21,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:21,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307001516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307001523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307001526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732307001561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732307001567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,745 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/cd005015a37046899cee6ac94b6ff928 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/cd005015a37046899cee6ac94b6ff928 2024-11-22T20:22:21,754 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/C of e0ab6cb0c9beb3ac3b37959df33fb567 into cd005015a37046899cee6ac94b6ff928(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:21,754 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:21,754 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/C, priority=13, startTime=1732306941120; duration=0sec 2024-11-22T20:22:21,754 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:21,754 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:C 2024-11-22T20:22:21,767 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/56edc7156a284365a5c762709ee65c5a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/56edc7156a284365a5c762709ee65c5a 2024-11-22T20:22:21,797 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/dfd43ba0bfec4de48e1eab4b77c3ebd5 2024-11-22T20:22:21,799 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/A of e0ab6cb0c9beb3ac3b37959df33fb567 into 56edc7156a284365a5c762709ee65c5a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:21,799 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:21,799 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/A, priority=13, startTime=1732306941120; duration=0sec 2024-11-22T20:22:21,799 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:21,799 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:A 2024-11-22T20:22:21,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/a5c1ca66566e4f838c84197da0667563 is 50, key is test_row_0/B:col10/1732306940427/Put/seqid=0 2024-11-22T20:22:21,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307001825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307001828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307001829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742037_1213 (size=12151) 2024-11-22T20:22:21,882 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:21,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:21,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T20:22:22,037 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:22,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:22,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:22,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:22,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/a5c1ca66566e4f838c84197da0667563 2024-11-22T20:22:22,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/13466dad1178452f8cf9d8c79f9e53e8 is 50, key is test_row_0/C:col10/1732306940427/Put/seqid=0 2024-11-22T20:22:22,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742038_1214 (size=12151) 2024-11-22T20:22:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307002332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307002332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307002335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732307002571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732307002580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:22,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/13466dad1178452f8cf9d8c79f9e53e8 2024-11-22T20:22:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/dfd43ba0bfec4de48e1eab4b77c3ebd5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/dfd43ba0bfec4de48e1eab4b77c3ebd5 2024-11-22T20:22:22,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/dfd43ba0bfec4de48e1eab4b77c3ebd5, entries=200, sequenceid=213, filesize=38.8 K 2024-11-22T20:22:22,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/a5c1ca66566e4f838c84197da0667563 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a5c1ca66566e4f838c84197da0667563 2024-11-22T20:22:22,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a5c1ca66566e4f838c84197da0667563, entries=150, sequenceid=213, filesize=11.9 K 2024-11-22T20:22:22,736 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-22T20:22:22,736 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-22T20:22:22,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/13466dad1178452f8cf9d8c79f9e53e8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13466dad1178452f8cf9d8c79f9e53e8 2024-11-22T20:22:22,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13466dad1178452f8cf9d8c79f9e53e8, entries=150, sequenceid=213, filesize=11.9 K 2024-11-22T20:22:22,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e0ab6cb0c9beb3ac3b37959df33fb567 in 1611ms, sequenceid=213, compaction requested=false 2024-11-22T20:22:22,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:22,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:22,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-22T20:22:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:22,808 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:22:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:22,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f8aba33eb95f48f0875e840c2451a947_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306941201/Put/seqid=0 2024-11-22T20:22:22,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742039_1215 (size=12304) 2024-11-22T20:22:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T20:22:23,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:23,255 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f8aba33eb95f48f0875e840c2451a947_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f8aba33eb95f48f0875e840c2451a947_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:23,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/5658f2eaff6b4918a29c6e88b7bbe57a, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:23,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/5658f2eaff6b4918a29c6e88b7bbe57a is 175, key is test_row_0/A:col10/1732306941201/Put/seqid=0 2024-11-22T20:22:23,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742040_1216 (size=31105) 2024-11-22T20:22:23,297 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/5658f2eaff6b4918a29c6e88b7bbe57a 2024-11-22T20:22:23,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/17d2ffdeb82b4a158653355b6852ce82 is 50, key is test_row_0/B:col10/1732306941201/Put/seqid=0 2024-11-22T20:22:23,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:23,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:23,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742041_1217 (size=12151) 2024-11-22T20:22:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307003354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307003359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307003360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307003461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307003465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307003466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307003667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307003671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307003671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,761 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/17d2ffdeb82b4a158653355b6852ce82 2024-11-22T20:22:23,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/fc45733a0f6b415d9ec817bc42594a62 is 50, key is test_row_0/C:col10/1732306941201/Put/seqid=0 2024-11-22T20:22:23,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742042_1218 (size=12151) 2024-11-22T20:22:23,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307003970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307003976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:23,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307003976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,209 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/fc45733a0f6b415d9ec817bc42594a62 2024-11-22T20:22:24,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/5658f2eaff6b4918a29c6e88b7bbe57a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5658f2eaff6b4918a29c6e88b7bbe57a 2024-11-22T20:22:24,224 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5658f2eaff6b4918a29c6e88b7bbe57a, entries=150, sequenceid=240, filesize=30.4 K 2024-11-22T20:22:24,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/17d2ffdeb82b4a158653355b6852ce82 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/17d2ffdeb82b4a158653355b6852ce82 2024-11-22T20:22:24,231 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/17d2ffdeb82b4a158653355b6852ce82, entries=150, sequenceid=240, filesize=11.9 K 2024-11-22T20:22:24,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/fc45733a0f6b415d9ec817bc42594a62 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fc45733a0f6b415d9ec817bc42594a62 2024-11-22T20:22:24,237 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fc45733a0f6b415d9ec817bc42594a62, entries=150, sequenceid=240, filesize=11.9 K 2024-11-22T20:22:24,238 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e0ab6cb0c9beb3ac3b37959df33fb567 in 1431ms, sequenceid=240, compaction requested=true 2024-11-22T20:22:24,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:24,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:24,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-22T20:22:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-22T20:22:24,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-22T20:22:24,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4400 sec 2024-11-22T20:22:24,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 3.4450 sec 2024-11-22T20:22:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:24,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:22:24,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:24,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:24,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:24,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c9dcfab037c44b1784af06836e23c027_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306944486/Put/seqid=0 2024-11-22T20:22:24,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307004522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307004524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307004525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742043_1219 (size=14794) 2024-11-22T20:22:24,561 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:24,575 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c9dcfab037c44b1784af06836e23c027_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c9dcfab037c44b1784af06836e23c027_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:24,577 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/d9d89d30d039438ba9a430b326ff5828, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:24,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/d9d89d30d039438ba9a430b326ff5828 is 175, key is test_row_0/A:col10/1732306944486/Put/seqid=0 2024-11-22T20:22:24,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732307004581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,584 DEBUG [Thread-747 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., hostname=bc573ddb75cd,39703,1732306894037, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:24,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732307004589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,594 DEBUG [Thread-745 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., hostname=bc573ddb75cd,39703,1732306894037, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:24,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742044_1220 (size=39749) 2024-11-22T20:22:24,620 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/d9d89d30d039438ba9a430b326ff5828 2024-11-22T20:22:24,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307004629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307004630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307004629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/ac237c502e93451caf26c56a27e84983 is 50, key is test_row_0/B:col10/1732306944486/Put/seqid=0 2024-11-22T20:22:24,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742045_1221 (size=12151) 2024-11-22T20:22:24,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/ac237c502e93451caf26c56a27e84983 2024-11-22T20:22:24,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ae20cd35adae459983816ce124160a11 is 50, key is test_row_0/C:col10/1732306944486/Put/seqid=0 2024-11-22T20:22:24,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742046_1222 (size=12151) 2024-11-22T20:22:24,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ae20cd35adae459983816ce124160a11 2024-11-22T20:22:24,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/d9d89d30d039438ba9a430b326ff5828 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d9d89d30d039438ba9a430b326ff5828 2024-11-22T20:22:24,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d9d89d30d039438ba9a430b326ff5828, entries=200, sequenceid=255, filesize=38.8 K 2024-11-22T20:22:24,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/ac237c502e93451caf26c56a27e84983 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/ac237c502e93451caf26c56a27e84983 2024-11-22T20:22:24,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/ac237c502e93451caf26c56a27e84983, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T20:22:24,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ae20cd35adae459983816ce124160a11 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ae20cd35adae459983816ce124160a11 2024-11-22T20:22:24,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ae20cd35adae459983816ce124160a11, entries=150, sequenceid=255, filesize=11.9 K 2024-11-22T20:22:24,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e0ab6cb0c9beb3ac3b37959df33fb567 in 276ms, sequenceid=255, compaction requested=true 2024-11-22T20:22:24,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:24,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:24,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:24,763 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:24,764 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:24,766 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:24,766 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:24,766 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/B is initiating minor compaction (all files) 2024-11-22T20:22:24,766 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/A is initiating minor compaction (all files) 2024-11-22T20:22:24,766 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/B in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:24,766 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/A in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:24,766 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/f5eb42496077402a9788ed73b1624413, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a5c1ca66566e4f838c84197da0667563, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/17d2ffdeb82b4a158653355b6852ce82, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/ac237c502e93451caf26c56a27e84983] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=47.9 K 2024-11-22T20:22:24,766 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/56edc7156a284365a5c762709ee65c5a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/dfd43ba0bfec4de48e1eab4b77c3ebd5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5658f2eaff6b4918a29c6e88b7bbe57a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d9d89d30d039438ba9a430b326ff5828] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=138.8 K 2024-11-22T20:22:24,766 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:24,766 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/56edc7156a284365a5c762709ee65c5a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/dfd43ba0bfec4de48e1eab4b77c3ebd5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5658f2eaff6b4918a29c6e88b7bbe57a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d9d89d30d039438ba9a430b326ff5828] 2024-11-22T20:22:24,767 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f5eb42496077402a9788ed73b1624413, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732306940096 2024-11-22T20:22:24,767 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56edc7156a284365a5c762709ee65c5a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732306940096 2024-11-22T20:22:24,768 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfd43ba0bfec4de48e1eab4b77c3ebd5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732306940427 2024-11-22T20:22:24,768 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting a5c1ca66566e4f838c84197da0667563, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732306940427 2024-11-22T20:22:24,768 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 17d2ffdeb82b4a158653355b6852ce82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732306941196 2024-11-22T20:22:24,768 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5658f2eaff6b4918a29c6e88b7bbe57a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732306941196 2024-11-22T20:22:24,769 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ac237c502e93451caf26c56a27e84983, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732306943352 2024-11-22T20:22:24,769 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9d89d30d039438ba9a430b326ff5828, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732306943352 2024-11-22T20:22:24,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:24,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:24,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:24,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:24,800 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#B#compaction#188 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:24,801 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/8804d1feeb9c42f7b20a3a15f77c17c0 is 50, key is test_row_0/B:col10/1732306944486/Put/seqid=0 2024-11-22T20:22:24,808 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:24,834 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122a90e219468e846f7bc4f7406d7c47d8f_e0ab6cb0c9beb3ac3b37959df33fb567 store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:24,837 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122a90e219468e846f7bc4f7406d7c47d8f_e0ab6cb0c9beb3ac3b37959df33fb567, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:24,837 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a90e219468e846f7bc4f7406d7c47d8f_e0ab6cb0c9beb3ac3b37959df33fb567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:24,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:22:24,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:24,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:24,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:24,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:24,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742047_1223 (size=12731) 2024-11-22T20:22:24,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228dac1eb7d52f4d29aa5dc29f11318f1f_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306944523/Put/seqid=0 2024-11-22T20:22:24,863 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/8804d1feeb9c42f7b20a3a15f77c17c0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/8804d1feeb9c42f7b20a3a15f77c17c0 2024-11-22T20:22:24,872 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/B of e0ab6cb0c9beb3ac3b37959df33fb567 into 8804d1feeb9c42f7b20a3a15f77c17c0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:24,872 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:24,872 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/B, priority=12, startTime=1732306944763; duration=0sec 2024-11-22T20:22:24,872 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:24,872 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:B 2024-11-22T20:22:24,872 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:24,875 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:24,875 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/C is initiating minor compaction (all files) 2024-11-22T20:22:24,875 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/C in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:24,875 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/cd005015a37046899cee6ac94b6ff928, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13466dad1178452f8cf9d8c79f9e53e8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fc45733a0f6b415d9ec817bc42594a62, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ae20cd35adae459983816ce124160a11] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=47.9 K 2024-11-22T20:22:24,876 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting cd005015a37046899cee6ac94b6ff928, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732306940096 2024-11-22T20:22:24,877 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 13466dad1178452f8cf9d8c79f9e53e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732306940427 2024-11-22T20:22:24,877 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting fc45733a0f6b415d9ec817bc42594a62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732306941196 2024-11-22T20:22:24,878 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ae20cd35adae459983816ce124160a11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732306943352 2024-11-22T20:22:24,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742048_1224 (size=4469) 2024-11-22T20:22:24,883 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#A#compaction#189 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:24,884 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/d0448aa84b6a44d6bff2f262de315ceb is 175, key is test_row_0/A:col10/1732306944486/Put/seqid=0 2024-11-22T20:22:24,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307004875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307004873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307004890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-22T20:22:24,906 INFO [Thread-749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-22T20:22:24,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-22T20:22:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:22:24,909 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:24,910 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:24,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:24,923 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#C#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:24,924 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ddcbb3234acc40b1ac84f05c26d6c78b is 50, key is test_row_0/C:col10/1732306944486/Put/seqid=0 2024-11-22T20:22:24,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742049_1225 (size=14994) 2024-11-22T20:22:24,933 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:24,939 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228dac1eb7d52f4d29aa5dc29f11318f1f_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228dac1eb7d52f4d29aa5dc29f11318f1f_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:24,941 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/7c09e8a290604c2ba4322fb6da0af9fd, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:24,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/7c09e8a290604c2ba4322fb6da0af9fd is 175, key is test_row_0/A:col10/1732306944523/Put/seqid=0 2024-11-22T20:22:24,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742050_1226 (size=31685) 2024-11-22T20:22:24,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307004991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:24,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307004992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307004999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742052_1228 (size=39949) 2024-11-22T20:22:25,009 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/7c09e8a290604c2ba4322fb6da0af9fd 2024-11-22T20:22:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:22:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742051_1227 (size=12731) 2024-11-22T20:22:25,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/95f6d066dc2249a3903519dfbcb69e75 is 50, key is test_row_0/B:col10/1732306944523/Put/seqid=0 2024-11-22T20:22:25,062 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742053_1229 (size=12301) 2024-11-22T20:22:25,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T20:22:25,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:25,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:25,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:25,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307005196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307005196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307005202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:22:25,215 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T20:22:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:25,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,364 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/d0448aa84b6a44d6bff2f262de315ceb as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d0448aa84b6a44d6bff2f262de315ceb 2024-11-22T20:22:25,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T20:22:25,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:25,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,378 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/A of e0ab6cb0c9beb3ac3b37959df33fb567 into d0448aa84b6a44d6bff2f262de315ceb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:25,378 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:25,378 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/A, priority=12, startTime=1732306944763; duration=0sec 2024-11-22T20:22:25,378 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:25,378 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:A 2024-11-22T20:22:25,426 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/ddcbb3234acc40b1ac84f05c26d6c78b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddcbb3234acc40b1ac84f05c26d6c78b 2024-11-22T20:22:25,433 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/C of e0ab6cb0c9beb3ac3b37959df33fb567 into ddcbb3234acc40b1ac84f05c26d6c78b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:25,433 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:25,433 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/C, priority=12, startTime=1732306944782; duration=0sec 2024-11-22T20:22:25,434 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:25,434 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:C 2024-11-22T20:22:25,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/95f6d066dc2249a3903519dfbcb69e75 2024-11-22T20:22:25,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/fdf6c6fe59fe4ea4a5d4dfeb9f21cdb7 is 50, key is test_row_0/C:col10/1732306944523/Put/seqid=0 2024-11-22T20:22:25,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307005505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307005505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307005508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:22:25,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742054_1230 (size=12301) 2024-11-22T20:22:25,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/fdf6c6fe59fe4ea4a5d4dfeb9f21cdb7 2024-11-22T20:22:25,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T20:22:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:25,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:25,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/7c09e8a290604c2ba4322fb6da0af9fd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7c09e8a290604c2ba4322fb6da0af9fd 2024-11-22T20:22:25,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7c09e8a290604c2ba4322fb6da0af9fd, entries=200, sequenceid=277, filesize=39.0 K 2024-11-22T20:22:25,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/95f6d066dc2249a3903519dfbcb69e75 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/95f6d066dc2249a3903519dfbcb69e75 2024-11-22T20:22:25,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/95f6d066dc2249a3903519dfbcb69e75, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T20:22:25,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/fdf6c6fe59fe4ea4a5d4dfeb9f21cdb7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fdf6c6fe59fe4ea4a5d4dfeb9f21cdb7 2024-11-22T20:22:25,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fdf6c6fe59fe4ea4a5d4dfeb9f21cdb7, entries=150, sequenceid=277, filesize=12.0 K 2024-11-22T20:22:25,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e0ab6cb0c9beb3ac3b37959df33fb567 in 723ms, sequenceid=277, compaction requested=false 2024-11-22T20:22:25,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:25,677 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:25,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-22T20:22:25,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:25,678 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:22:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:25,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122230b6e28c4b947ca976207f548dca1dd_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306944871/Put/seqid=0 2024-11-22T20:22:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742055_1231 (size=12454) 2024-11-22T20:22:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:22:26,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:26,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307006077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307006078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307006093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:26,165 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122230b6e28c4b947ca976207f548dca1dd_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122230b6e28c4b947ca976207f548dca1dd_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:26,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/e1da6ba0167a443d93f18194f8969284, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:26,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/e1da6ba0167a443d93f18194f8969284 is 175, key is test_row_0/A:col10/1732306944871/Put/seqid=0 2024-11-22T20:22:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307006192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307006193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307006209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742056_1232 (size=31255) 2024-11-22T20:22:26,221 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/e1da6ba0167a443d93f18194f8969284 2024-11-22T20:22:26,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/3780417345c146c08985dc5b1934ecf4 is 50, key is test_row_0/B:col10/1732306944871/Put/seqid=0 2024-11-22T20:22:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742057_1233 (size=12301) 2024-11-22T20:22:26,282 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/3780417345c146c08985dc5b1934ecf4 2024-11-22T20:22:26,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/55c82b2615814bfbbbbd153aced2baf2 is 50, key is test_row_0/C:col10/1732306944871/Put/seqid=0 2024-11-22T20:22:26,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742058_1234 (size=12301) 2024-11-22T20:22:26,362 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/55c82b2615814bfbbbbd153aced2baf2 2024-11-22T20:22:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/e1da6ba0167a443d93f18194f8969284 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e1da6ba0167a443d93f18194f8969284 2024-11-22T20:22:26,375 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e1da6ba0167a443d93f18194f8969284, entries=150, sequenceid=294, filesize=30.5 K 2024-11-22T20:22:26,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/3780417345c146c08985dc5b1934ecf4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3780417345c146c08985dc5b1934ecf4 2024-11-22T20:22:26,381 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3780417345c146c08985dc5b1934ecf4, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T20:22:26,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/55c82b2615814bfbbbbd153aced2baf2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/55c82b2615814bfbbbbd153aced2baf2 2024-11-22T20:22:26,388 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/55c82b2615814bfbbbbd153aced2baf2, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T20:22:26,390 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e0ab6cb0c9beb3ac3b37959df33fb567 in 712ms, sequenceid=294, compaction requested=true 2024-11-22T20:22:26,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:26,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:26,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-22T20:22:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-22T20:22:26,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-22T20:22:26,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4820 sec 2024-11-22T20:22:26,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.4880 sec 2024-11-22T20:22:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:26,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:22:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:26,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307006422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307006424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307006425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d312e5367d1e449caa3b097185998c2a_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306946398/Put/seqid=0 2024-11-22T20:22:26,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742059_1235 (size=14994) 2024-11-22T20:22:26,478 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:26,488 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d312e5367d1e449caa3b097185998c2a_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d312e5367d1e449caa3b097185998c2a_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:26,490 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/afa9bd30e5a74b8188dd28579d6db212, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:26,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/afa9bd30e5a74b8188dd28579d6db212 is 175, key is test_row_0/A:col10/1732306946398/Put/seqid=0 2024-11-22T20:22:26,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742060_1236 (size=39949) 2024-11-22T20:22:26,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307006528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307006529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307006532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307006732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307006733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307006735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:26,911 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/afa9bd30e5a74b8188dd28579d6db212 2024-11-22T20:22:26,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/20bb96a790e74a3585f476ea1c0889ef is 50, key is test_row_0/B:col10/1732306946398/Put/seqid=0 2024-11-22T20:22:26,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742061_1237 (size=12301) 2024-11-22T20:22:26,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/20bb96a790e74a3585f476ea1c0889ef 2024-11-22T20:22:27,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/b5825a0fde774520933cdc446b991b00 is 50, key is test_row_0/C:col10/1732306946398/Put/seqid=0 2024-11-22T20:22:27,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-22T20:22:27,014 INFO [Thread-749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-22T20:22:27,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-22T20:22:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:22:27,017 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:27,018 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:27,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:27,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742062_1238 (size=12301) 2024-11-22T20:22:27,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307007039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307007040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307007041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/b5825a0fde774520933cdc446b991b00 2024-11-22T20:22:27,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/afa9bd30e5a74b8188dd28579d6db212 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/afa9bd30e5a74b8188dd28579d6db212 2024-11-22T20:22:27,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/afa9bd30e5a74b8188dd28579d6db212, entries=200, sequenceid=319, filesize=39.0 K 2024-11-22T20:22:27,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/20bb96a790e74a3585f476ea1c0889ef as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/20bb96a790e74a3585f476ea1c0889ef 2024-11-22T20:22:27,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/20bb96a790e74a3585f476ea1c0889ef, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T20:22:27,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/b5825a0fde774520933cdc446b991b00 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b5825a0fde774520933cdc446b991b00 2024-11-22T20:22:27,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b5825a0fde774520933cdc446b991b00, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T20:22:27,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e0ab6cb0c9beb3ac3b37959df33fb567 in 666ms, sequenceid=319, compaction requested=true 2024-11-22T20:22:27,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:27,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:27,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:27,071 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:27,071 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:27,073 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142838 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:27,073 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:27,073 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/A is initiating minor compaction (all files) 2024-11-22T20:22:27,073 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/B is initiating minor compaction (all files) 2024-11-22T20:22:27,073 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/A in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:27,073 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/B in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:27,073 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d0448aa84b6a44d6bff2f262de315ceb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7c09e8a290604c2ba4322fb6da0af9fd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e1da6ba0167a443d93f18194f8969284, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/afa9bd30e5a74b8188dd28579d6db212] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=139.5 K 2024-11-22T20:22:27,073 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/8804d1feeb9c42f7b20a3a15f77c17c0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/95f6d066dc2249a3903519dfbcb69e75, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3780417345c146c08985dc5b1934ecf4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/20bb96a790e74a3585f476ea1c0889ef] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=48.5 K 2024-11-22T20:22:27,073 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:27,073 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d0448aa84b6a44d6bff2f262de315ceb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7c09e8a290604c2ba4322fb6da0af9fd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e1da6ba0167a443d93f18194f8969284, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/afa9bd30e5a74b8188dd28579d6db212] 2024-11-22T20:22:27,074 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8804d1feeb9c42f7b20a3a15f77c17c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732306943352 2024-11-22T20:22:27,074 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0448aa84b6a44d6bff2f262de315ceb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732306943352 2024-11-22T20:22:27,074 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 95f6d066dc2249a3903519dfbcb69e75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732306944517 2024-11-22T20:22:27,075 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c09e8a290604c2ba4322fb6da0af9fd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732306944496 2024-11-22T20:22:27,075 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3780417345c146c08985dc5b1934ecf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732306944861 2024-11-22T20:22:27,075 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1da6ba0167a443d93f18194f8969284, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732306944861 2024-11-22T20:22:27,075 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 20bb96a790e74a3585f476ea1c0889ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732306946074 2024-11-22T20:22:27,076 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting afa9bd30e5a74b8188dd28579d6db212, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732306946073 2024-11-22T20:22:27,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:27,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:27,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:27,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:27,099 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:27,115 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:27,115 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/c7743e09645c472ca56b03ff5ff5ef00 is 50, key is test_row_0/B:col10/1732306946398/Put/seqid=0 2024-11-22T20:22:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:22:27,120 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122b800a34683bc46e0a4e6414e23c3ed49_e0ab6cb0c9beb3ac3b37959df33fb567 store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:27,123 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122b800a34683bc46e0a4e6414e23c3ed49_e0ab6cb0c9beb3ac3b37959df33fb567, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:27,123 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b800a34683bc46e0a4e6414e23c3ed49_e0ab6cb0c9beb3ac3b37959df33fb567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:27,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742063_1239 (size=13017) 2024-11-22T20:22:27,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742064_1240 (size=4469) 2024-11-22T20:22:27,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-22T20:22:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:27,170 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#A#compaction#200 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:27,171 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:27,173 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/783b4c32c4f84e0c8cb8721869f403b6 is 175, key is test_row_0/A:col10/1732306946398/Put/seqid=0 2024-11-22T20:22:27,174 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/c7743e09645c472ca56b03ff5ff5ef00 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/c7743e09645c472ca56b03ff5ff5ef00 2024-11-22T20:22:27,186 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/B of e0ab6cb0c9beb3ac3b37959df33fb567 into c7743e09645c472ca56b03ff5ff5ef00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:27,186 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:27,186 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/B, priority=12, startTime=1732306947071; duration=0sec 2024-11-22T20:22:27,186 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:27,186 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:B 2024-11-22T20:22:27,186 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:27,192 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:27,192 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/C is initiating minor compaction (all files) 2024-11-22T20:22:27,192 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/C in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:27,192 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddcbb3234acc40b1ac84f05c26d6c78b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fdf6c6fe59fe4ea4a5d4dfeb9f21cdb7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/55c82b2615814bfbbbbd153aced2baf2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b5825a0fde774520933cdc446b991b00] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=48.5 K 2024-11-22T20:22:27,193 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ddcbb3234acc40b1ac84f05c26d6c78b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732306943352 2024-11-22T20:22:27,195 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting fdf6c6fe59fe4ea4a5d4dfeb9f21cdb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732306944517 2024-11-22T20:22:27,196 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 55c82b2615814bfbbbbd153aced2baf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732306944861 2024-11-22T20:22:27,196 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b5825a0fde774520933cdc446b991b00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732306946074 2024-11-22T20:22:27,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220ddcdfbee4c64495b7a4eb1c579d8d06_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306946422/Put/seqid=0 2024-11-22T20:22:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742065_1241 (size=31971) 2024-11-22T20:22:27,224 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#C#compaction#203 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:27,225 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/540870264afe483e8cf53efc97d94dc5 is 50, key is test_row_0/C:col10/1732306946398/Put/seqid=0 2024-11-22T20:22:27,236 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/783b4c32c4f84e0c8cb8721869f403b6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/783b4c32c4f84e0c8cb8721869f403b6 2024-11-22T20:22:27,248 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/A of e0ab6cb0c9beb3ac3b37959df33fb567 into 783b4c32c4f84e0c8cb8721869f403b6(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:27,248 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:27,248 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/A, priority=12, startTime=1732306947071; duration=0sec 2024-11-22T20:22:27,248 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:27,248 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:A 2024-11-22T20:22:27,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742067_1243 (size=13017) 2024-11-22T20:22:27,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742066_1242 (size=12454) 2024-11-22T20:22:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:22:27,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:27,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307007576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307007577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307007581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:22:27,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307007682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307007683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307007692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:27,698 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/540870264afe483e8cf53efc97d94dc5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/540870264afe483e8cf53efc97d94dc5 2024-11-22T20:22:27,701 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220ddcdfbee4c64495b7a4eb1c579d8d06_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220ddcdfbee4c64495b7a4eb1c579d8d06_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:27,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/08a794ed69b6441b9f2b65ac18e57e30, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:27,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/08a794ed69b6441b9f2b65ac18e57e30 is 175, key is test_row_0/A:col10/1732306946422/Put/seqid=0 2024-11-22T20:22:27,712 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/C of e0ab6cb0c9beb3ac3b37959df33fb567 into 540870264afe483e8cf53efc97d94dc5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:27,712 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:27,712 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/C, priority=12, startTime=1732306947076; duration=0sec 2024-11-22T20:22:27,712 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:27,712 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:C 2024-11-22T20:22:27,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742068_1244 (size=31255) 2024-11-22T20:22:27,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307007886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307007893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:27,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307007897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:22:28,141 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/08a794ed69b6441b9f2b65ac18e57e30 2024-11-22T20:22:28,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/87b45f7ef82d46589512cedd598405df is 50, key is test_row_0/B:col10/1732306946422/Put/seqid=0 2024-11-22T20:22:28,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307008192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307008200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742069_1245 (size=12301) 2024-11-22T20:22:28,204 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/87b45f7ef82d46589512cedd598405df 2024-11-22T20:22:28,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307008203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/f6a019862371428595ba309ff759e0f2 is 50, key is test_row_0/C:col10/1732306946422/Put/seqid=0 2024-11-22T20:22:28,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742070_1246 (size=12301) 2024-11-22T20:22:28,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35394 deadline: 1732307008620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,623 DEBUG [Thread-747 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8181 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., hostname=bc573ddb75cd,39703,1732306894037, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:28,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35316 deadline: 1732307008627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,630 DEBUG [Thread-745 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., hostname=bc573ddb75cd,39703,1732306894037, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:28,663 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/f6a019862371428595ba309ff759e0f2 2024-11-22T20:22:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/08a794ed69b6441b9f2b65ac18e57e30 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/08a794ed69b6441b9f2b65ac18e57e30 2024-11-22T20:22:28,681 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/08a794ed69b6441b9f2b65ac18e57e30, entries=150, sequenceid=330, filesize=30.5 K 2024-11-22T20:22:28,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/87b45f7ef82d46589512cedd598405df as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/87b45f7ef82d46589512cedd598405df 2024-11-22T20:22:28,691 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/87b45f7ef82d46589512cedd598405df, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T20:22:28,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/f6a019862371428595ba309ff759e0f2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f6a019862371428595ba309ff759e0f2 2024-11-22T20:22:28,701 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f6a019862371428595ba309ff759e0f2, entries=150, sequenceid=330, filesize=12.0 K 2024-11-22T20:22:28,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307008699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,703 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e0ab6cb0c9beb3ac3b37959df33fb567 in 1532ms, sequenceid=330, compaction requested=false 2024-11-22T20:22:28,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:28,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:28,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-22T20:22:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-22T20:22:28,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T20:22:28,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:28,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:28,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:28,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:28,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:28,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:28,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-22T20:22:28,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6890 sec 2024-11-22T20:22:28,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6980 sec 2024-11-22T20:22:28,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307008727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307008730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e9f4c2e6275c48f7bb0b45568bd7a4ca_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306947572/Put/seqid=0 2024-11-22T20:22:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742071_1247 (size=14994) 2024-11-22T20:22:28,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:28,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e9f4c2e6275c48f7bb0b45568bd7a4ca_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e9f4c2e6275c48f7bb0b45568bd7a4ca_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:28,811 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/b86acbf3e2814689b4aa76dcb789a3a3, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:28,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/b86acbf3e2814689b4aa76dcb789a3a3 is 175, key is test_row_0/A:col10/1732306947572/Put/seqid=0 2024-11-22T20:22:28,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307008834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307008834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:28,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742072_1248 (size=39949) 2024-11-22T20:22:28,852 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/b86acbf3e2814689b4aa76dcb789a3a3 2024-11-22T20:22:28,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/22093bdca14a4904b19a883b5f64ad60 is 50, key is test_row_0/B:col10/1732306947572/Put/seqid=0 2024-11-22T20:22:28,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742073_1249 (size=12301) 2024-11-22T20:22:29,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307009039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307009036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-22T20:22:29,123 INFO [Thread-749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-22T20:22:29,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-22T20:22:29,127 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:29,127 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:29,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:22:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:22:29,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:22:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/22093bdca14a4904b19a883b5f64ad60 2024-11-22T20:22:29,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/964213ce74a54cadaf26451d81017eff is 50, key is test_row_0/C:col10/1732306947572/Put/seqid=0 2024-11-22T20:22:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307009348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307009350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742074_1250 (size=12301) 2024-11-22T20:22:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:22:29,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:22:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:22:29,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:29,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307009705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:22:29,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:22:29,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:29,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/964213ce74a54cadaf26451d81017eff 2024-11-22T20:22:29,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/b86acbf3e2814689b4aa76dcb789a3a3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/b86acbf3e2814689b4aa76dcb789a3a3 2024-11-22T20:22:29,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/b86acbf3e2814689b4aa76dcb789a3a3, entries=200, sequenceid=359, filesize=39.0 K 2024-11-22T20:22:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/22093bdca14a4904b19a883b5f64ad60 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/22093bdca14a4904b19a883b5f64ad60 2024-11-22T20:22:29,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/22093bdca14a4904b19a883b5f64ad60, entries=150, sequenceid=359, filesize=12.0 K 2024-11-22T20:22:29,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/964213ce74a54cadaf26451d81017eff as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/964213ce74a54cadaf26451d81017eff 2024-11-22T20:22:29,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/964213ce74a54cadaf26451d81017eff, entries=150, sequenceid=359, filesize=12.0 K 2024-11-22T20:22:29,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e0ab6cb0c9beb3ac3b37959df33fb567 in 1102ms, sequenceid=359, compaction requested=true 2024-11-22T20:22:29,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:29,810 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:29,811 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:29,811 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/A is initiating minor compaction (all files) 2024-11-22T20:22:29,811 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/A in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,812 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/783b4c32c4f84e0c8cb8721869f403b6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/08a794ed69b6441b9f2b65ac18e57e30, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/b86acbf3e2814689b4aa76dcb789a3a3] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=100.8 K 2024-11-22T20:22:29,812 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,812 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/783b4c32c4f84e0c8cb8721869f403b6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/08a794ed69b6441b9f2b65ac18e57e30, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/b86acbf3e2814689b4aa76dcb789a3a3] 2024-11-22T20:22:29,812 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 783b4c32c4f84e0c8cb8721869f403b6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732306946074 2024-11-22T20:22:29,813 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08a794ed69b6441b9f2b65ac18e57e30, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732306946419 2024-11-22T20:22:29,813 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b86acbf3e2814689b4aa76dcb789a3a3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306947572 2024-11-22T20:22:29,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:29,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:29,822 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:29,823 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:29,823 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/B is initiating minor compaction (all files) 2024-11-22T20:22:29,823 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/B in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,824 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/c7743e09645c472ca56b03ff5ff5ef00, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/87b45f7ef82d46589512cedd598405df, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/22093bdca14a4904b19a883b5f64ad60] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=36.7 K 2024-11-22T20:22:29,824 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c7743e09645c472ca56b03ff5ff5ef00, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732306946074 2024-11-22T20:22:29,824 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:29,825 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 87b45f7ef82d46589512cedd598405df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732306946419 2024-11-22T20:22:29,831 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 22093bdca14a4904b19a883b5f64ad60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306947572 2024-11-22T20:22:29,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:29,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:29,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:29,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:29,857 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122240585f6bc96424397cfdae102a79333_e0ab6cb0c9beb3ac3b37959df33fb567 store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:29,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:29,859 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122240585f6bc96424397cfdae102a79333_e0ab6cb0c9beb3ac3b37959df33fb567, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:29,860 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122240585f6bc96424397cfdae102a79333_e0ab6cb0c9beb3ac3b37959df33fb567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:29,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:29,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:29,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:29,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:29,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:29,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:29,869 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:29,870 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/a6302a77b419400e978a638e0f24d31d is 50, key is test_row_0/B:col10/1732306947572/Put/seqid=0 2024-11-22T20:22:29,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:22:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:29,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742075_1251 (size=4469) 2024-11-22T20:22:29,910 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#A#compaction#209 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:29,911 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/c7698cd7c08041ee8b77a9a56665c446 is 175, key is test_row_0/A:col10/1732306947572/Put/seqid=0 2024-11-22T20:22:29,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307009923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307009924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:29,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a7f57663edfe49eebcf3289d9e46aa1b_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306948722/Put/seqid=0 2024-11-22T20:22:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742077_1253 (size=32073) 2024-11-22T20:22:29,984 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/c7698cd7c08041ee8b77a9a56665c446 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c7698cd7c08041ee8b77a9a56665c446 2024-11-22T20:22:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742076_1252 (size=13119) 2024-11-22T20:22:29,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742078_1254 (size=14994) 2024-11-22T20:22:29,993 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/A of e0ab6cb0c9beb3ac3b37959df33fb567 into c7698cd7c08041ee8b77a9a56665c446(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:29,993 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:29,993 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/A, priority=13, startTime=1732306949809; duration=0sec 2024-11-22T20:22:29,993 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:29,993 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:A 2024-11-22T20:22:29,993 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:29,995 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:29,996 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:29,996 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/C is initiating minor compaction (all files) 2024-11-22T20:22:29,996 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/C in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:29,996 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/540870264afe483e8cf53efc97d94dc5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f6a019862371428595ba309ff759e0f2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/964213ce74a54cadaf26451d81017eff] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=36.7 K 2024-11-22T20:22:29,997 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 540870264afe483e8cf53efc97d94dc5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732306946074 2024-11-22T20:22:29,997 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6a019862371428595ba309ff759e0f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732306946419 2024-11-22T20:22:29,999 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 964213ce74a54cadaf26451d81017eff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306947572 2024-11-22T20:22:30,003 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a7f57663edfe49eebcf3289d9e46aa1b_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a7f57663edfe49eebcf3289d9e46aa1b_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:30,005 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/55fcdec3dd6a4ceba9080b8dbd59415d, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:30,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/55fcdec3dd6a4ceba9080b8dbd59415d is 175, key is test_row_0/A:col10/1732306948722/Put/seqid=0 2024-11-22T20:22:30,020 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:30,021 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/98c8f4721ee741c8b7c4d656b118c17e is 50, key is test_row_0/C:col10/1732306947572/Put/seqid=0 2024-11-22T20:22:30,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:22:30,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:30,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307010069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742079_1255 (size=39949) 2024-11-22T20:22:30,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307010070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/55fcdec3dd6a4ceba9080b8dbd59415d 2024-11-22T20:22:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742080_1256 (size=13119) 2024-11-22T20:22:30,110 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/98c8f4721ee741c8b7c4d656b118c17e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/98c8f4721ee741c8b7c4d656b118c17e 2024-11-22T20:22:30,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/3413ae8fe0a344f6a68a4bf8bb4823ad is 50, key is test_row_0/B:col10/1732306948722/Put/seqid=0 2024-11-22T20:22:30,117 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/C of e0ab6cb0c9beb3ac3b37959df33fb567 into 98c8f4721ee741c8b7c4d656b118c17e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:30,117 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:30,117 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/C, priority=13, startTime=1732306949840; duration=0sec 2024-11-22T20:22:30,117 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:30,117 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:C 2024-11-22T20:22:30,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742081_1257 (size=12301) 2024-11-22T20:22:30,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/3413ae8fe0a344f6a68a4bf8bb4823ad 2024-11-22T20:22:30,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/a6dd44ec8c554f93bb477e4daf571969 is 50, key is test_row_0/C:col10/1732306948722/Put/seqid=0 2024-11-22T20:22:30,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742082_1258 (size=12301) 2024-11-22T20:22:30,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/a6dd44ec8c554f93bb477e4daf571969 2024-11-22T20:22:30,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/55fcdec3dd6a4ceba9080b8dbd59415d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/55fcdec3dd6a4ceba9080b8dbd59415d 2024-11-22T20:22:30,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:22:30,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:30,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/55fcdec3dd6a4ceba9080b8dbd59415d, entries=200, sequenceid=371, filesize=39.0 K 2024-11-22T20:22:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/3413ae8fe0a344f6a68a4bf8bb4823ad as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3413ae8fe0a344f6a68a4bf8bb4823ad 2024-11-22T20:22:30,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3413ae8fe0a344f6a68a4bf8bb4823ad, entries=150, sequenceid=371, filesize=12.0 K 2024-11-22T20:22:30,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/a6dd44ec8c554f93bb477e4daf571969 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a6dd44ec8c554f93bb477e4daf571969 2024-11-22T20:22:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:22:30,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a6dd44ec8c554f93bb477e4daf571969, entries=150, sequenceid=371, filesize=12.0 K 2024-11-22T20:22:30,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e0ab6cb0c9beb3ac3b37959df33fb567 in 384ms, sequenceid=371, compaction requested=false 2024-11-22T20:22:30,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:30,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T20:22:30,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:30,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:30,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:30,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:30,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:30,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:30,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307010293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307010295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112205a92119fb704aeca8806a413999cea5_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306949921/Put/seqid=0 2024-11-22T20:22:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742083_1259 (size=17534) 2024-11-22T20:22:30,355 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:30,360 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112205a92119fb704aeca8806a413999cea5_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112205a92119fb704aeca8806a413999cea5_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:30,361 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/32c81a961c54413da30518aecea5173c, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:30,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/32c81a961c54413da30518aecea5173c is 175, key is test_row_0/A:col10/1732306949921/Put/seqid=0 2024-11-22T20:22:30,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:22:30,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:30,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:30,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742084_1260 (size=48639) 2024-11-22T20:22:30,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/32c81a961c54413da30518aecea5173c 2024-11-22T20:22:30,400 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/a6302a77b419400e978a638e0f24d31d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a6302a77b419400e978a638e0f24d31d 2024-11-22T20:22:30,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307010401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307010401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,408 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/B of e0ab6cb0c9beb3ac3b37959df33fb567 into a6302a77b419400e978a638e0f24d31d(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:30,408 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:30,408 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/B, priority=13, startTime=1732306949822; duration=0sec 2024-11-22T20:22:30,408 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:30,408 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:B 2024-11-22T20:22:30,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/79c350da58e64a7b80a65c654af8ed20 is 50, key is test_row_0/B:col10/1732306949921/Put/seqid=0 2024-11-22T20:22:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742085_1261 (size=12301) 2024-11-22T20:22:30,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/79c350da58e64a7b80a65c654af8ed20 2024-11-22T20:22:30,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/779347425caa4752bceb2742aa608d86 is 50, key is test_row_0/C:col10/1732306949921/Put/seqid=0 2024-11-22T20:22:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742086_1262 (size=12301) 2024-11-22T20:22:30,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/779347425caa4752bceb2742aa608d86 2024-11-22T20:22:30,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/32c81a961c54413da30518aecea5173c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/32c81a961c54413da30518aecea5173c 2024-11-22T20:22:30,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/32c81a961c54413da30518aecea5173c, entries=250, sequenceid=399, filesize=47.5 K 2024-11-22T20:22:30,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/79c350da58e64a7b80a65c654af8ed20 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/79c350da58e64a7b80a65c654af8ed20 2024-11-22T20:22:30,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/79c350da58e64a7b80a65c654af8ed20, entries=150, sequenceid=399, filesize=12.0 K 2024-11-22T20:22:30,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/779347425caa4752bceb2742aa608d86 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/779347425caa4752bceb2742aa608d86 2024-11-22T20:22:30,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/779347425caa4752bceb2742aa608d86, entries=150, sequenceid=399, filesize=12.0 K 2024-11-22T20:22:30,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e0ab6cb0c9beb3ac3b37959df33fb567 in 236ms, sequenceid=399, compaction requested=true 2024-11-22T20:22:30,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:30,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:30,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:30,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:30,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:30,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:30,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:30,514 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:30,514 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:30,516 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:30,516 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/B is initiating minor compaction (all files) 2024-11-22T20:22:30,516 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:30,516 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/B in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,516 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/A is initiating minor compaction (all files) 2024-11-22T20:22:30,516 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/A in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,516 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a6302a77b419400e978a638e0f24d31d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3413ae8fe0a344f6a68a4bf8bb4823ad, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/79c350da58e64a7b80a65c654af8ed20] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=36.8 K 2024-11-22T20:22:30,516 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c7698cd7c08041ee8b77a9a56665c446, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/55fcdec3dd6a4ceba9080b8dbd59415d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/32c81a961c54413da30518aecea5173c] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=117.8 K 2024-11-22T20:22:30,516 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,516 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c7698cd7c08041ee8b77a9a56665c446, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/55fcdec3dd6a4ceba9080b8dbd59415d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/32c81a961c54413da30518aecea5173c] 2024-11-22T20:22:30,516 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6302a77b419400e978a638e0f24d31d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306947572 2024-11-22T20:22:30,517 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c7698cd7c08041ee8b77a9a56665c446, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306947572 2024-11-22T20:22:30,517 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3413ae8fe0a344f6a68a4bf8bb4823ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732306948717 2024-11-22T20:22:30,517 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 55fcdec3dd6a4ceba9080b8dbd59415d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732306948717 2024-11-22T20:22:30,517 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79c350da58e64a7b80a65c654af8ed20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732306949921 2024-11-22T20:22:30,517 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 32c81a961c54413da30518aecea5173c, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732306949918 2024-11-22T20:22:30,528 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-22T20:22:30,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,529 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T20:22:30,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:30,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:30,537 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#B#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:30,538 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/574c13eabeb343feb1a3e7c173dad7a4 is 50, key is test_row_0/B:col10/1732306949921/Put/seqid=0 2024-11-22T20:22:30,548 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:30,576 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411229875c70bddcc4db18342f6a0cb3fcf40_e0ab6cb0c9beb3ac3b37959df33fb567 store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:30,579 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411229875c70bddcc4db18342f6a0cb3fcf40_e0ab6cb0c9beb3ac3b37959df33fb567, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:30,579 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229875c70bddcc4db18342f6a0cb3fcf40_e0ab6cb0c9beb3ac3b37959df33fb567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:30,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222c8c75ab49b940f6972bfd451185f777_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306950293/Put/seqid=0 2024-11-22T20:22:30,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. as already flushing 2024-11-22T20:22:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:30,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742087_1263 (size=13221) 2024-11-22T20:22:30,621 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/574c13eabeb343feb1a3e7c173dad7a4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/574c13eabeb343feb1a3e7c173dad7a4 2024-11-22T20:22:30,628 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/B of e0ab6cb0c9beb3ac3b37959df33fb567 into 574c13eabeb343feb1a3e7c173dad7a4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:30,628 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:30,628 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/B, priority=13, startTime=1732306950514; duration=0sec 2024-11-22T20:22:30,628 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:30,628 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:B 2024-11-22T20:22:30,628 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:30,630 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:30,630 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/C is initiating minor compaction (all files) 2024-11-22T20:22:30,632 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/C in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:30,633 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/98c8f4721ee741c8b7c4d656b118c17e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a6dd44ec8c554f93bb477e4daf571969, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/779347425caa4752bceb2742aa608d86] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=36.8 K 2024-11-22T20:22:30,633 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98c8f4721ee741c8b7c4d656b118c17e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732306947572 2024-11-22T20:22:30,634 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6dd44ec8c554f93bb477e4daf571969, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732306948717 2024-11-22T20:22:30,634 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 779347425caa4752bceb2742aa608d86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732306949921 2024-11-22T20:22:30,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742088_1264 (size=4469) 2024-11-22T20:22:30,659 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#A#compaction#219 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:30,660 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/7083f57ef8aa4311b104fb211f97fd2e is 175, key is test_row_0/A:col10/1732306949921/Put/seqid=0 2024-11-22T20:22:30,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742089_1265 (size=12454) 2024-11-22T20:22:30,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:30,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307010675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,679 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:30,680 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/8d6d0065341946599e82f7645fd7952e is 50, key is test_row_0/C:col10/1732306949921/Put/seqid=0 2024-11-22T20:22:30,681 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222c8c75ab49b940f6972bfd451185f777_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222c8c75ab49b940f6972bfd451185f777_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:30,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/056ab06743cb46e994046d0223fd6414, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:30,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/056ab06743cb46e994046d0223fd6414 is 175, key is test_row_0/A:col10/1732306950293/Put/seqid=0 2024-11-22T20:22:30,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307010677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742090_1266 (size=32175) 2024-11-22T20:22:30,736 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/7083f57ef8aa4311b104fb211f97fd2e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7083f57ef8aa4311b104fb211f97fd2e 2024-11-22T20:22:30,742 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/A of e0ab6cb0c9beb3ac3b37959df33fb567 into 7083f57ef8aa4311b104fb211f97fd2e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:30,742 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:30,743 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/A, priority=13, startTime=1732306950514; duration=0sec 2024-11-22T20:22:30,743 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:30,743 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:A 2024-11-22T20:22:30,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742091_1267 (size=13221) 2024-11-22T20:22:30,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742092_1268 (size=31255) 2024-11-22T20:22:30,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307010778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307010788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307010986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:30,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307010993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:31,163 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/8d6d0065341946599e82f7645fd7952e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8d6d0065341946599e82f7645fd7952e 2024-11-22T20:22:31,167 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/056ab06743cb46e994046d0223fd6414 2024-11-22T20:22:31,175 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/C of e0ab6cb0c9beb3ac3b37959df33fb567 into 8d6d0065341946599e82f7645fd7952e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:31,175 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:31,175 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/C, priority=13, startTime=1732306950514; duration=0sec 2024-11-22T20:22:31,176 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:31,176 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:C 2024-11-22T20:22:31,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/252f511be5bb4a1693016ccdeaefd223 is 50, key is test_row_0/B:col10/1732306950293/Put/seqid=0 2024-11-22T20:22:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742093_1269 (size=12301) 2024-11-22T20:22:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:22:31,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307011291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:31,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307011298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:31,612 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/252f511be5bb4a1693016ccdeaefd223 2024-11-22T20:22:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/13b910bf2eaa4524beecaa7ca761975a is 50, key is test_row_0/C:col10/1732306950293/Put/seqid=0 2024-11-22T20:22:31,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742094_1270 (size=12301) 2024-11-22T20:22:31,662 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/13b910bf2eaa4524beecaa7ca761975a 2024-11-22T20:22:31,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/056ab06743cb46e994046d0223fd6414 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/056ab06743cb46e994046d0223fd6414 2024-11-22T20:22:31,683 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/056ab06743cb46e994046d0223fd6414, entries=150, sequenceid=410, filesize=30.5 K 2024-11-22T20:22:31,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/252f511be5bb4a1693016ccdeaefd223 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/252f511be5bb4a1693016ccdeaefd223 2024-11-22T20:22:31,695 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/252f511be5bb4a1693016ccdeaefd223, entries=150, sequenceid=410, filesize=12.0 K 2024-11-22T20:22:31,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/13b910bf2eaa4524beecaa7ca761975a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13b910bf2eaa4524beecaa7ca761975a 2024-11-22T20:22:31,707 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13b910bf2eaa4524beecaa7ca761975a, entries=150, sequenceid=410, filesize=12.0 K 2024-11-22T20:22:31,708 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e0ab6cb0c9beb3ac3b37959df33fb567 in 1179ms, sequenceid=410, compaction requested=false 2024-11-22T20:22:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-22T20:22:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-22T20:22:31,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-22T20:22:31,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5820 sec 2024-11-22T20:22:31,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.5860 sec 2024-11-22T20:22:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:31,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T20:22:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:31,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:31,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d0b3732ea1d44978b7ffcbdc4ea9c50a_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306950666/Put/seqid=0 2024-11-22T20:22:31,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307011757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:31,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742095_1271 (size=12454) 2024-11-22T20:22:31,769 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:31,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d0b3732ea1d44978b7ffcbdc4ea9c50a_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d0b3732ea1d44978b7ffcbdc4ea9c50a_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:31,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/17c086acff3d4e469daef7e2a4306ccd, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:31,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/17c086acff3d4e469daef7e2a4306ccd is 175, key is test_row_0/A:col10/1732306950666/Put/seqid=0 2024-11-22T20:22:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742096_1272 (size=31255) 2024-11-22T20:22:31,796 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/17c086acff3d4e469daef7e2a4306ccd 2024-11-22T20:22:31,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307011799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:31,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307011801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:31,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/6e0389fee41f44f582007ce4fbe4a83c is 50, key is test_row_0/B:col10/1732306950666/Put/seqid=0 2024-11-22T20:22:31,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742097_1273 (size=12301) 2024-11-22T20:22:31,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/6e0389fee41f44f582007ce4fbe4a83c 2024-11-22T20:22:31,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307011861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:31,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/a4d94815e9fb45c4b70ae108e66a6473 is 50, key is test_row_0/C:col10/1732306950666/Put/seqid=0 2024-11-22T20:22:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742098_1274 (size=12301) 2024-11-22T20:22:31,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/a4d94815e9fb45c4b70ae108e66a6473 2024-11-22T20:22:31,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/17c086acff3d4e469daef7e2a4306ccd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/17c086acff3d4e469daef7e2a4306ccd 2024-11-22T20:22:31,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/17c086acff3d4e469daef7e2a4306ccd, entries=150, sequenceid=440, filesize=30.5 K 2024-11-22T20:22:31,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/6e0389fee41f44f582007ce4fbe4a83c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6e0389fee41f44f582007ce4fbe4a83c 2024-11-22T20:22:31,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6e0389fee41f44f582007ce4fbe4a83c, entries=150, sequenceid=440, filesize=12.0 K 2024-11-22T20:22:31,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/a4d94815e9fb45c4b70ae108e66a6473 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a4d94815e9fb45c4b70ae108e66a6473 2024-11-22T20:22:31,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a4d94815e9fb45c4b70ae108e66a6473, entries=150, sequenceid=440, filesize=12.0 K 2024-11-22T20:22:31,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e0ab6cb0c9beb3ac3b37959df33fb567 in 217ms, sequenceid=440, compaction requested=true 2024-11-22T20:22:31,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:31,941 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:31,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:31,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:31,942 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:31,943 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:31,943 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/A is initiating minor compaction (all files) 2024-11-22T20:22:31,943 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/A in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:31,943 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7083f57ef8aa4311b104fb211f97fd2e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/056ab06743cb46e994046d0223fd6414, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/17c086acff3d4e469daef7e2a4306ccd] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=92.5 K 2024-11-22T20:22:31,943 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:31,943 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7083f57ef8aa4311b104fb211f97fd2e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/056ab06743cb46e994046d0223fd6414, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/17c086acff3d4e469daef7e2a4306ccd] 2024-11-22T20:22:31,945 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7083f57ef8aa4311b104fb211f97fd2e, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732306949921 2024-11-22T20:22:31,946 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:31,946 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/B is initiating minor compaction (all files) 2024-11-22T20:22:31,946 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/B in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:31,946 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/574c13eabeb343feb1a3e7c173dad7a4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/252f511be5bb4a1693016ccdeaefd223, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6e0389fee41f44f582007ce4fbe4a83c] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=36.9 K 2024-11-22T20:22:31,946 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 056ab06743cb46e994046d0223fd6414, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732306950289 2024-11-22T20:22:31,947 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 574c13eabeb343feb1a3e7c173dad7a4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732306949921 2024-11-22T20:22:31,947 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 17c086acff3d4e469daef7e2a4306ccd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732306950666 2024-11-22T20:22:31,948 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 252f511be5bb4a1693016ccdeaefd223, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732306950289 2024-11-22T20:22:31,950 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e0389fee41f44f582007ce4fbe4a83c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732306950666 2024-11-22T20:22:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:31,970 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:31,980 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:31,981 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/1408063c65a9485db667e1d4281e5680 is 50, key is test_row_0/B:col10/1732306950666/Put/seqid=0 2024-11-22T20:22:31,985 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411228eb580985d7e420588d323407e733e08_e0ab6cb0c9beb3ac3b37959df33fb567 store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:31,986 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411228eb580985d7e420588d323407e733e08_e0ab6cb0c9beb3ac3b37959df33fb567, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:31,987 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228eb580985d7e420588d323407e733e08_e0ab6cb0c9beb3ac3b37959df33fb567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:32,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742099_1275 (size=13323) 2024-11-22T20:22:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742100_1276 (size=4469) 2024-11-22T20:22:32,020 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T20:22:32,023 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/1408063c65a9485db667e1d4281e5680 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/1408063c65a9485db667e1d4281e5680 2024-11-22T20:22:32,029 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/B of e0ab6cb0c9beb3ac3b37959df33fb567 into 1408063c65a9485db667e1d4281e5680(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:32,029 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:32,029 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/B, priority=13, startTime=1732306951942; duration=0sec 2024-11-22T20:22:32,029 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:32,029 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:B 2024-11-22T20:22:32,030 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:32,036 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:32,036 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/C is initiating minor compaction (all files) 2024-11-22T20:22:32,036 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/C in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:32,036 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8d6d0065341946599e82f7645fd7952e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13b910bf2eaa4524beecaa7ca761975a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a4d94815e9fb45c4b70ae108e66a6473] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=36.9 K 2024-11-22T20:22:32,038 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d6d0065341946599e82f7645fd7952e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732306949921 2024-11-22T20:22:32,038 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13b910bf2eaa4524beecaa7ca761975a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732306950289 2024-11-22T20:22:32,039 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4d94815e9fb45c4b70ae108e66a6473, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732306950666 2024-11-22T20:22:32,060 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:32,065 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/f42778e34cf546328605d2aa5369edb6 is 50, key is test_row_0/C:col10/1732306950666/Put/seqid=0 2024-11-22T20:22:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:32,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:32,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:32,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:32,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:32,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742101_1277 (size=13323) 2024-11-22T20:22:32,088 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/f42778e34cf546328605d2aa5369edb6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f42778e34cf546328605d2aa5369edb6 2024-11-22T20:22:32,095 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/C of e0ab6cb0c9beb3ac3b37959df33fb567 into f42778e34cf546328605d2aa5369edb6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:32,095 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:32,095 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/C, priority=13, startTime=1732306951953; duration=0sec 2024-11-22T20:22:32,095 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:32,096 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:C 2024-11-22T20:22:32,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122306d77ceca714b50b71e036819750b36_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306951748/Put/seqid=0 2024-11-22T20:22:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742102_1278 (size=12454) 2024-11-22T20:22:32,136 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:32,145 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122306d77ceca714b50b71e036819750b36_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122306d77ceca714b50b71e036819750b36_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:32,147 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/f6340d2cc27943c4b54936395a49e935, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:32,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/f6340d2cc27943c4b54936395a49e935 is 175, key is test_row_0/A:col10/1732306951748/Put/seqid=0 2024-11-22T20:22:32,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742103_1279 (size=31255) 2024-11-22T20:22:32,182 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=452, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/f6340d2cc27943c4b54936395a49e935 2024-11-22T20:22:32,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307012182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:32,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/28ae37ecc83d408dade0a1de9e780314 is 50, key is test_row_0/B:col10/1732306951748/Put/seqid=0 2024-11-22T20:22:32,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742104_1280 (size=12301) 2024-11-22T20:22:32,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/28ae37ecc83d408dade0a1de9e780314 2024-11-22T20:22:32,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/1c4e87bbbf79485d8d4fe4b9c79195c6 is 50, key is test_row_0/C:col10/1732306951748/Put/seqid=0 2024-11-22T20:22:32,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307012286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:32,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742105_1281 (size=12301) 2024-11-22T20:22:32,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/1c4e87bbbf79485d8d4fe4b9c79195c6 2024-11-22T20:22:32,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/f6340d2cc27943c4b54936395a49e935 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/f6340d2cc27943c4b54936395a49e935 2024-11-22T20:22:32,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/f6340d2cc27943c4b54936395a49e935, entries=150, sequenceid=452, filesize=30.5 K 2024-11-22T20:22:32,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/28ae37ecc83d408dade0a1de9e780314 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/28ae37ecc83d408dade0a1de9e780314 2024-11-22T20:22:32,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/28ae37ecc83d408dade0a1de9e780314, entries=150, sequenceid=452, filesize=12.0 K 2024-11-22T20:22:32,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/1c4e87bbbf79485d8d4fe4b9c79195c6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1c4e87bbbf79485d8d4fe4b9c79195c6 2024-11-22T20:22:32,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1c4e87bbbf79485d8d4fe4b9c79195c6, entries=150, sequenceid=452, filesize=12.0 K 2024-11-22T20:22:32,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e0ab6cb0c9beb3ac3b37959df33fb567 in 266ms, sequenceid=452, compaction requested=false 2024-11-22T20:22:32,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:32,417 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#A#compaction#227 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:32,417 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/5835cdf451d64c418bca1d12c07fca2b is 175, key is test_row_0/A:col10/1732306950666/Put/seqid=0 2024-11-22T20:22:32,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742106_1282 (size=32277) 2024-11-22T20:22:32,451 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/5835cdf451d64c418bca1d12c07fca2b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5835cdf451d64c418bca1d12c07fca2b 2024-11-22T20:22:32,457 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/A of e0ab6cb0c9beb3ac3b37959df33fb567 into 5835cdf451d64c418bca1d12c07fca2b(size=31.5 K), total size for store is 62.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:32,457 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:32,458 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/A, priority=13, startTime=1732306951941; duration=0sec 2024-11-22T20:22:32,458 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:32,458 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:A 2024-11-22T20:22:32,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T20:22:32,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:32,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:32,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:32,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:32,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112248db999bf2794db093b7c73ebd4b8da8_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306952142/Put/seqid=0 2024-11-22T20:22:32,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307012534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742107_1283 (size=14994) 2024-11-22T20:22:32,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:32,587 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112248db999bf2794db093b7c73ebd4b8da8_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112248db999bf2794db093b7c73ebd4b8da8_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:32,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/3a91cdf0240d460a9bc368ecb6213730, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:32,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/3a91cdf0240d460a9bc368ecb6213730 is 175, key is test_row_0/A:col10/1732306952142/Put/seqid=0 2024-11-22T20:22:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742108_1284 (size=39949) 2024-11-22T20:22:32,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307012637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:32,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35370 deadline: 1732307012813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:32,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35314 deadline: 1732307012815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:32,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307012843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:33,022 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=480, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/3a91cdf0240d460a9bc368ecb6213730 2024-11-22T20:22:33,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/04060bf138c84a20817a8262f7c0a231 is 50, key is test_row_0/B:col10/1732306952142/Put/seqid=0 2024-11-22T20:22:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742109_1285 (size=12301) 2024-11-22T20:22:33,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/04060bf138c84a20817a8262f7c0a231 2024-11-22T20:22:33,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/4a3c58ec7bf746dc88c92595b4c563a8 is 50, key is test_row_0/C:col10/1732306952142/Put/seqid=0 2024-11-22T20:22:33,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742110_1286 (size=12301) 2024-11-22T20:22:33,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/4a3c58ec7bf746dc88c92595b4c563a8 2024-11-22T20:22:33,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/3a91cdf0240d460a9bc368ecb6213730 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3a91cdf0240d460a9bc368ecb6213730 2024-11-22T20:22:33,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3a91cdf0240d460a9bc368ecb6213730, entries=200, sequenceid=480, filesize=39.0 K 2024-11-22T20:22:33,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/04060bf138c84a20817a8262f7c0a231 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/04060bf138c84a20817a8262f7c0a231 2024-11-22T20:22:33,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35312 deadline: 1732307013146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:33,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/04060bf138c84a20817a8262f7c0a231, entries=150, sequenceid=480, filesize=12.0 K 2024-11-22T20:22:33,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/4a3c58ec7bf746dc88c92595b4c563a8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/4a3c58ec7bf746dc88c92595b4c563a8 2024-11-22T20:22:33,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/4a3c58ec7bf746dc88c92595b4c563a8, entries=150, sequenceid=480, filesize=12.0 K 2024-11-22T20:22:33,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e0ab6cb0c9beb3ac3b37959df33fb567 in 667ms, sequenceid=480, compaction requested=true 2024-11-22T20:22:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:33,165 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0ab6cb0c9beb3ac3b37959df33fb567:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:33,165 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:33,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:22:33,166 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:33,166 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/A is initiating minor compaction (all files) 2024-11-22T20:22:33,166 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:33,166 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/A in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:33,166 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/B is initiating minor compaction (all files) 2024-11-22T20:22:33,166 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/B in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:33,167 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5835cdf451d64c418bca1d12c07fca2b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/f6340d2cc27943c4b54936395a49e935, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3a91cdf0240d460a9bc368ecb6213730] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=101.1 K 2024-11-22T20:22:33,167 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:33,167 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/1408063c65a9485db667e1d4281e5680, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/28ae37ecc83d408dade0a1de9e780314, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/04060bf138c84a20817a8262f7c0a231] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=37.0 K 2024-11-22T20:22:33,167 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5835cdf451d64c418bca1d12c07fca2b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/f6340d2cc27943c4b54936395a49e935, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3a91cdf0240d460a9bc368ecb6213730] 2024-11-22T20:22:33,167 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 1408063c65a9485db667e1d4281e5680, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732306950666 2024-11-22T20:22:33,167 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5835cdf451d64c418bca1d12c07fca2b, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732306950666 2024-11-22T20:22:33,168 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ae37ecc83d408dade0a1de9e780314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732306951748 2024-11-22T20:22:33,168 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6340d2cc27943c4b54936395a49e935, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732306951748 2024-11-22T20:22:33,170 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 04060bf138c84a20817a8262f7c0a231, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732306952142 2024-11-22T20:22:33,170 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a91cdf0240d460a9bc368ecb6213730, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732306952142 2024-11-22T20:22:33,185 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:33,190 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#B#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:33,191 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/e51d4070dd1a4590b032e41aa02aafc9 is 50, key is test_row_0/B:col10/1732306952142/Put/seqid=0 2024-11-22T20:22:33,195 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122dfd4f3b0b2ab49caad65874d90972392_e0ab6cb0c9beb3ac3b37959df33fb567 store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:33,197 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122dfd4f3b0b2ab49caad65874d90972392_e0ab6cb0c9beb3ac3b37959df33fb567, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:33,198 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122dfd4f3b0b2ab49caad65874d90972392_e0ab6cb0c9beb3ac3b37959df33fb567 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:33,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742111_1287 (size=13425) 2024-11-22T20:22:33,220 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/e51d4070dd1a4590b032e41aa02aafc9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/e51d4070dd1a4590b032e41aa02aafc9 2024-11-22T20:22:33,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742112_1288 (size=4469) 2024-11-22T20:22:33,227 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#A#compaction#236 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:33,228 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/6b72c93d5b5b4ced8ce1c9adb386144b is 175, key is test_row_0/A:col10/1732306952142/Put/seqid=0 2024-11-22T20:22:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-22T20:22:33,237 INFO [Thread-749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-22T20:22:33,238 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/B of e0ab6cb0c9beb3ac3b37959df33fb567 into e51d4070dd1a4590b032e41aa02aafc9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:33,238 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:33,238 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/B, priority=13, startTime=1732306953165; duration=0sec 2024-11-22T20:22:33,238 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:33,238 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:B 2024-11-22T20:22:33,238 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:33,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:33,240 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:33,240 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): e0ab6cb0c9beb3ac3b37959df33fb567/C is initiating minor compaction (all files) 2024-11-22T20:22:33,240 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0ab6cb0c9beb3ac3b37959df33fb567/C in TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:33,241 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f42778e34cf546328605d2aa5369edb6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1c4e87bbbf79485d8d4fe4b9c79195c6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/4a3c58ec7bf746dc88c92595b4c563a8] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp, totalSize=37.0 K 2024-11-22T20:22:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-22T20:22:33,243 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:33,243 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:33,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T20:22:33,245 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f42778e34cf546328605d2aa5369edb6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732306950666 2024-11-22T20:22:33,245 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c4e87bbbf79485d8d4fe4b9c79195c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732306951748 2024-11-22T20:22:33,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742113_1289 (size=32379) 2024-11-22T20:22:33,246 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a3c58ec7bf746dc88c92595b4c563a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732306952142 2024-11-22T20:22:33,253 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/6b72c93d5b5b4ced8ce1c9adb386144b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/6b72c93d5b5b4ced8ce1c9adb386144b 2024-11-22T20:22:33,261 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/A of e0ab6cb0c9beb3ac3b37959df33fb567 into 6b72c93d5b5b4ced8ce1c9adb386144b(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:33,261 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:33,261 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/A, priority=13, startTime=1732306953165; duration=0sec 2024-11-22T20:22:33,261 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:33,261 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:A 2024-11-22T20:22:33,270 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0ab6cb0c9beb3ac3b37959df33fb567#C#compaction#238 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:33,271 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/32290549ff94431a99022f6f42314fa9 is 50, key is test_row_0/C:col10/1732306952142/Put/seqid=0 2024-11-22T20:22:33,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742114_1290 (size=13425) 2024-11-22T20:22:33,303 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/32290549ff94431a99022f6f42314fa9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/32290549ff94431a99022f6f42314fa9 2024-11-22T20:22:33,316 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0ab6cb0c9beb3ac3b37959df33fb567/C of e0ab6cb0c9beb3ac3b37959df33fb567 into 32290549ff94431a99022f6f42314fa9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:33,316 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:33,316 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567., storeName=e0ab6cb0c9beb3ac3b37959df33fb567/C, priority=13, startTime=1732306953165; duration=0sec 2024-11-22T20:22:33,316 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:33,316 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0ab6cb0c9beb3ac3b37959df33fb567:C 2024-11-22T20:22:33,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T20:22:33,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:33,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-22T20:22:33,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:33,396 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T20:22:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:33,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:33,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f3ff1519ecba4252a49fdf189700046e_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306952513/Put/seqid=0 2024-11-22T20:22:33,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742115_1291 (size=12454) 2024-11-22T20:22:33,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:33,451 DEBUG [Thread-752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d5e0e3f to 127.0.0.1:52147 2024-11-22T20:22:33,451 DEBUG [Thread-752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:33,452 DEBUG [Thread-750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x706b2cde to 127.0.0.1:52147 2024-11-22T20:22:33,452 DEBUG [Thread-750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:33,452 DEBUG [Thread-756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cd5be36 to 127.0.0.1:52147 2024-11-22T20:22:33,452 DEBUG [Thread-756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:33,455 DEBUG [Thread-754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70f48df4 to 127.0.0.1:52147 2024-11-22T20:22:33,455 DEBUG [Thread-754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:33,455 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f3ff1519ecba4252a49fdf189700046e_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f3ff1519ecba4252a49fdf189700046e_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:33,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/446c516fee7043be81bffa3d96e7a0e7, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:33,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/446c516fee7043be81bffa3d96e7a0e7 is 175, key is test_row_0/A:col10/1732306952513/Put/seqid=0 2024-11-22T20:22:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742116_1292 (size=31255) 2024-11-22T20:22:33,472 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=493, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/446c516fee7043be81bffa3d96e7a0e7 2024-11-22T20:22:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/ad7189c747c6498aa18906e4881f8c55 is 50, key is test_row_0/B:col10/1732306952513/Put/seqid=0 2024-11-22T20:22:33,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742117_1293 (size=12301) 2024-11-22T20:22:33,492 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/ad7189c747c6498aa18906e4881f8c55 2024-11-22T20:22:33,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/f47ea2f1a25d4eefa007481c1a3509b1 is 50, key is test_row_0/C:col10/1732306952513/Put/seqid=0 2024-11-22T20:22:33,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742118_1294 (size=12301) 2024-11-22T20:22:33,524 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/f47ea2f1a25d4eefa007481c1a3509b1 2024-11-22T20:22:33,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/446c516fee7043be81bffa3d96e7a0e7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/446c516fee7043be81bffa3d96e7a0e7 2024-11-22T20:22:33,537 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/446c516fee7043be81bffa3d96e7a0e7, entries=150, sequenceid=493, filesize=30.5 K 2024-11-22T20:22:33,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/ad7189c747c6498aa18906e4881f8c55 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/ad7189c747c6498aa18906e4881f8c55 2024-11-22T20:22:33,545 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/ad7189c747c6498aa18906e4881f8c55, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T20:22:33,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/f47ea2f1a25d4eefa007481c1a3509b1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f47ea2f1a25d4eefa007481c1a3509b1 2024-11-22T20:22:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T20:22:33,551 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f47ea2f1a25d4eefa007481c1a3509b1, entries=150, sequenceid=493, filesize=12.0 K 2024-11-22T20:22:33,554 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for e0ab6cb0c9beb3ac3b37959df33fb567 in 158ms, sequenceid=493, compaction requested=false 2024-11-22T20:22:33,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:33,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:33,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-22T20:22:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-22T20:22:33,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-22T20:22:33,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 316 msec 2024-11-22T20:22:33,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 322 msec 2024-11-22T20:22:33,657 DEBUG [Thread-743 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b8e1501 to 127.0.0.1:52147 2024-11-22T20:22:33,657 DEBUG [Thread-743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-22T20:22:33,847 INFO [Thread-749 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-22T20:22:34,819 DEBUG [Thread-741 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d006bed to 127.0.0.1:52147 2024-11-22T20:22:34,819 DEBUG [Thread-741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:34,821 DEBUG [Thread-739 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7435a904 to 127.0.0.1:52147 2024-11-22T20:22:34,821 DEBUG [Thread-739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:36,353 DEBUG [master/bc573ddb75cd:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d84816ef592a45fdaaabfa6cec05132d changed from -1.0 to 0.0, refreshing cache 2024-11-22T20:22:38,658 DEBUG [Thread-745 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70b41629 to 127.0.0.1:52147 2024-11-22T20:22:38,658 DEBUG [Thread-745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:38,698 DEBUG [Thread-747 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a0312cf to 127.0.0.1:52147 2024-11-22T20:22:38,698 DEBUG [Thread-747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:38,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:22:38,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-22T20:22:38,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-22T20:22:38,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-22T20:22:38,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-22T20:22:38,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-22T20:22:38,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:22:38,698 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4209 2024-11-22T20:22:38,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4211 2024-11-22T20:22:38,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:22:38,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1895 2024-11-22T20:22:38,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5683 rows 2024-11-22T20:22:38,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1888 2024-11-22T20:22:38,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5662 rows 2024-11-22T20:22:38,699 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:22:38,699 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a8da76b to 127.0.0.1:52147 2024-11-22T20:22:38,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:22:38,701 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:22:38,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:22:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:22:38,706 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306958705"}]},"ts":"1732306958705"} 2024-11-22T20:22:38,707 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:22:38,710 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:22:38,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:22:38,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, UNASSIGN}] 2024-11-22T20:22:38,713 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, UNASSIGN 2024-11-22T20:22:38,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=e0ab6cb0c9beb3ac3b37959df33fb567, regionState=CLOSING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:38,714 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:22:38,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; CloseRegionProcedure e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:22:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:22:38,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:38,866 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(124): Close e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:38,866 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:22:38,866 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1681): Closing e0ab6cb0c9beb3ac3b37959df33fb567, disabling compactions & flushes 2024-11-22T20:22:38,866 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:38,866 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:38,866 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. after waiting 0 ms 2024-11-22T20:22:38,866 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:38,866 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(2837): Flushing e0ab6cb0c9beb3ac3b37959df33fb567 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T20:22:38,867 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=A 2024-11-22T20:22:38,867 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:38,867 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=B 2024-11-22T20:22:38,867 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:38,867 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0ab6cb0c9beb3ac3b37959df33fb567, store=C 2024-11-22T20:22:38,867 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:38,873 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f8b957fba0244652a6429800ef743a6f_e0ab6cb0c9beb3ac3b37959df33fb567 is 50, key is test_row_0/A:col10/1732306958697/Put/seqid=0 2024-11-22T20:22:38,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742119_1295 (size=9914) 2024-11-22T20:22:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:22:39,277 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:39,281 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f8b957fba0244652a6429800ef743a6f_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f8b957fba0244652a6429800ef743a6f_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:39,282 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/219596c9a96a4bff8c3c5b8f17e4f95a, store: [table=TestAcidGuarantees family=A region=e0ab6cb0c9beb3ac3b37959df33fb567] 2024-11-22T20:22:39,282 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/219596c9a96a4bff8c3c5b8f17e4f95a is 175, key is test_row_0/A:col10/1732306958697/Put/seqid=0 2024-11-22T20:22:39,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742120_1296 (size=22561) 2024-11-22T20:22:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:22:39,686 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=501, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/219596c9a96a4bff8c3c5b8f17e4f95a 2024-11-22T20:22:39,693 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/11685bcbbc754c84ab4648f9203f07f7 is 50, key is test_row_0/B:col10/1732306958697/Put/seqid=0 2024-11-22T20:22:39,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742121_1297 (size=9857) 2024-11-22T20:22:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:22:40,097 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/11685bcbbc754c84ab4648f9203f07f7 2024-11-22T20:22:40,104 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/55ed51a1eab14de7935acdf0021023ec is 50, key is test_row_0/C:col10/1732306958697/Put/seqid=0 2024-11-22T20:22:40,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742122_1298 (size=9857) 2024-11-22T20:22:40,508 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/55ed51a1eab14de7935acdf0021023ec 2024-11-22T20:22:40,512 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/A/219596c9a96a4bff8c3c5b8f17e4f95a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/219596c9a96a4bff8c3c5b8f17e4f95a 2024-11-22T20:22:40,516 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/219596c9a96a4bff8c3c5b8f17e4f95a, entries=100, sequenceid=501, filesize=22.0 K 2024-11-22T20:22:40,516 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/B/11685bcbbc754c84ab4648f9203f07f7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/11685bcbbc754c84ab4648f9203f07f7 2024-11-22T20:22:40,519 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/11685bcbbc754c84ab4648f9203f07f7, entries=100, sequenceid=501, filesize=9.6 K 2024-11-22T20:22:40,520 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/.tmp/C/55ed51a1eab14de7935acdf0021023ec as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/55ed51a1eab14de7935acdf0021023ec 2024-11-22T20:22:40,523 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/55ed51a1eab14de7935acdf0021023ec, entries=100, sequenceid=501, filesize=9.6 K 2024-11-22T20:22:40,524 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e0ab6cb0c9beb3ac3b37959df33fb567 in 1658ms, sequenceid=501, compaction requested=true 2024-11-22T20:22:40,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c64da788619b447dbd81c4e67a51c271, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/eb735becf4a44f18813ddde22c312b97, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e042fb43540a437f937f0a789a3a61dd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/ca26dde0d9e749caa31d564702ab98c6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/0d9f30db61ed47c2bb5746534b2b8e09, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/69e5bd67770848408b8d6fd7060c9e8f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7f0db21454044ef792c9d483a0e1cee8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/47b236f198234e8eaedb63b3753bde01, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d66714cad0854a5da51f08789efd6a41, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3439b31593c04a7bbd72bd52a761345e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/74232683967f4fd6b2a855737ab269c6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/356ad91256424a349e9208592432652c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/21362096d3234d4c8de481ee9c3c7941, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/56edc7156a284365a5c762709ee65c5a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/dfd43ba0bfec4de48e1eab4b77c3ebd5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5658f2eaff6b4918a29c6e88b7bbe57a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d9d89d30d039438ba9a430b326ff5828, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d0448aa84b6a44d6bff2f262de315ceb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7c09e8a290604c2ba4322fb6da0af9fd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e1da6ba0167a443d93f18194f8969284, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/afa9bd30e5a74b8188dd28579d6db212, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/783b4c32c4f84e0c8cb8721869f403b6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/08a794ed69b6441b9f2b65ac18e57e30, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/b86acbf3e2814689b4aa76dcb789a3a3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c7698cd7c08041ee8b77a9a56665c446, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/55fcdec3dd6a4ceba9080b8dbd59415d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/32c81a961c54413da30518aecea5173c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7083f57ef8aa4311b104fb211f97fd2e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/056ab06743cb46e994046d0223fd6414, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5835cdf451d64c418bca1d12c07fca2b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/17c086acff3d4e469daef7e2a4306ccd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/f6340d2cc27943c4b54936395a49e935, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3a91cdf0240d460a9bc368ecb6213730] to archive 2024-11-22T20:22:40,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:40,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c64da788619b447dbd81c4e67a51c271 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c64da788619b447dbd81c4e67a51c271 2024-11-22T20:22:40,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/eb735becf4a44f18813ddde22c312b97 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/eb735becf4a44f18813ddde22c312b97 2024-11-22T20:22:40,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e042fb43540a437f937f0a789a3a61dd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e042fb43540a437f937f0a789a3a61dd 2024-11-22T20:22:40,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/ca26dde0d9e749caa31d564702ab98c6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/ca26dde0d9e749caa31d564702ab98c6 2024-11-22T20:22:40,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/0d9f30db61ed47c2bb5746534b2b8e09 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/0d9f30db61ed47c2bb5746534b2b8e09 2024-11-22T20:22:40,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/69e5bd67770848408b8d6fd7060c9e8f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/69e5bd67770848408b8d6fd7060c9e8f 2024-11-22T20:22:40,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7f0db21454044ef792c9d483a0e1cee8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7f0db21454044ef792c9d483a0e1cee8 2024-11-22T20:22:40,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/47b236f198234e8eaedb63b3753bde01 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/47b236f198234e8eaedb63b3753bde01 2024-11-22T20:22:40,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d66714cad0854a5da51f08789efd6a41 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d66714cad0854a5da51f08789efd6a41 2024-11-22T20:22:40,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3439b31593c04a7bbd72bd52a761345e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3439b31593c04a7bbd72bd52a761345e 2024-11-22T20:22:40,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/74232683967f4fd6b2a855737ab269c6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/74232683967f4fd6b2a855737ab269c6 2024-11-22T20:22:40,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/356ad91256424a349e9208592432652c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/356ad91256424a349e9208592432652c 2024-11-22T20:22:40,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/21362096d3234d4c8de481ee9c3c7941 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/21362096d3234d4c8de481ee9c3c7941 2024-11-22T20:22:40,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/56edc7156a284365a5c762709ee65c5a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/56edc7156a284365a5c762709ee65c5a 2024-11-22T20:22:40,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/dfd43ba0bfec4de48e1eab4b77c3ebd5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/dfd43ba0bfec4de48e1eab4b77c3ebd5 2024-11-22T20:22:40,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5658f2eaff6b4918a29c6e88b7bbe57a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5658f2eaff6b4918a29c6e88b7bbe57a 2024-11-22T20:22:40,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d9d89d30d039438ba9a430b326ff5828 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d9d89d30d039438ba9a430b326ff5828 2024-11-22T20:22:40,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d0448aa84b6a44d6bff2f262de315ceb to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/d0448aa84b6a44d6bff2f262de315ceb 2024-11-22T20:22:40,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7c09e8a290604c2ba4322fb6da0af9fd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7c09e8a290604c2ba4322fb6da0af9fd 2024-11-22T20:22:40,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e1da6ba0167a443d93f18194f8969284 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/e1da6ba0167a443d93f18194f8969284 2024-11-22T20:22:40,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/afa9bd30e5a74b8188dd28579d6db212 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/afa9bd30e5a74b8188dd28579d6db212 2024-11-22T20:22:40,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/783b4c32c4f84e0c8cb8721869f403b6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/783b4c32c4f84e0c8cb8721869f403b6 2024-11-22T20:22:40,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/08a794ed69b6441b9f2b65ac18e57e30 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/08a794ed69b6441b9f2b65ac18e57e30 2024-11-22T20:22:40,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/b86acbf3e2814689b4aa76dcb789a3a3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/b86acbf3e2814689b4aa76dcb789a3a3 2024-11-22T20:22:40,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c7698cd7c08041ee8b77a9a56665c446 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/c7698cd7c08041ee8b77a9a56665c446 2024-11-22T20:22:40,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/55fcdec3dd6a4ceba9080b8dbd59415d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/55fcdec3dd6a4ceba9080b8dbd59415d 2024-11-22T20:22:40,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/32c81a961c54413da30518aecea5173c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/32c81a961c54413da30518aecea5173c 2024-11-22T20:22:40,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7083f57ef8aa4311b104fb211f97fd2e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/7083f57ef8aa4311b104fb211f97fd2e 2024-11-22T20:22:40,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/056ab06743cb46e994046d0223fd6414 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/056ab06743cb46e994046d0223fd6414 2024-11-22T20:22:40,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5835cdf451d64c418bca1d12c07fca2b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/5835cdf451d64c418bca1d12c07fca2b 2024-11-22T20:22:40,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/17c086acff3d4e469daef7e2a4306ccd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/17c086acff3d4e469daef7e2a4306ccd 2024-11-22T20:22:40,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/f6340d2cc27943c4b54936395a49e935 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/f6340d2cc27943c4b54936395a49e935 2024-11-22T20:22:40,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3a91cdf0240d460a9bc368ecb6213730 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/3a91cdf0240d460a9bc368ecb6213730 2024-11-22T20:22:40,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0e41da221c2a4ac79731276b101b19c3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/9333fd682bf84f7c81b5c2541f810591, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/88546cc2e8014c70a5d48499422328bc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/5ec67e55b6814ab2b0b2bce54ccb8062, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/09e6e5d7125641669878f6680d20e576, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0bf5e66ab47b4b67afffbd7d75f0c75b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3cc6f50de29d4d318761d276a896f9ec, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b0dc4ae7693d427baa5939e2110beab6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6502c35004464ef7a2c510d0a9fcbc80, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b9db40b9b5864566a38d8c7377faafae, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/54499c06f2b449c6b72071c313d97774, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/bcabab1408a542e493a52112e069b3c3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/f5eb42496077402a9788ed73b1624413, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/671e1beb5ae54e5d836ed613db547301, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a5c1ca66566e4f838c84197da0667563, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/17d2ffdeb82b4a158653355b6852ce82, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/8804d1feeb9c42f7b20a3a15f77c17c0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/ac237c502e93451caf26c56a27e84983, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/95f6d066dc2249a3903519dfbcb69e75, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3780417345c146c08985dc5b1934ecf4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/c7743e09645c472ca56b03ff5ff5ef00, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/20bb96a790e74a3585f476ea1c0889ef, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/87b45f7ef82d46589512cedd598405df, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a6302a77b419400e978a638e0f24d31d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/22093bdca14a4904b19a883b5f64ad60, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3413ae8fe0a344f6a68a4bf8bb4823ad, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/574c13eabeb343feb1a3e7c173dad7a4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/79c350da58e64a7b80a65c654af8ed20, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/252f511be5bb4a1693016ccdeaefd223, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/1408063c65a9485db667e1d4281e5680, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6e0389fee41f44f582007ce4fbe4a83c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/28ae37ecc83d408dade0a1de9e780314, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/04060bf138c84a20817a8262f7c0a231] to archive 2024-11-22T20:22:40,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:40,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0e41da221c2a4ac79731276b101b19c3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0e41da221c2a4ac79731276b101b19c3 2024-11-22T20:22:40,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/9333fd682bf84f7c81b5c2541f810591 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/9333fd682bf84f7c81b5c2541f810591 2024-11-22T20:22:40,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/88546cc2e8014c70a5d48499422328bc to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/88546cc2e8014c70a5d48499422328bc 2024-11-22T20:22:40,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/5ec67e55b6814ab2b0b2bce54ccb8062 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/5ec67e55b6814ab2b0b2bce54ccb8062 2024-11-22T20:22:40,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/09e6e5d7125641669878f6680d20e576 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/09e6e5d7125641669878f6680d20e576 2024-11-22T20:22:40,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0bf5e66ab47b4b67afffbd7d75f0c75b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/0bf5e66ab47b4b67afffbd7d75f0c75b 2024-11-22T20:22:40,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3cc6f50de29d4d318761d276a896f9ec to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3cc6f50de29d4d318761d276a896f9ec 2024-11-22T20:22:40,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b0dc4ae7693d427baa5939e2110beab6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b0dc4ae7693d427baa5939e2110beab6 2024-11-22T20:22:40,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6502c35004464ef7a2c510d0a9fcbc80 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6502c35004464ef7a2c510d0a9fcbc80 2024-11-22T20:22:40,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b9db40b9b5864566a38d8c7377faafae to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/b9db40b9b5864566a38d8c7377faafae 2024-11-22T20:22:40,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/54499c06f2b449c6b72071c313d97774 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/54499c06f2b449c6b72071c313d97774 2024-11-22T20:22:40,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/bcabab1408a542e493a52112e069b3c3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/bcabab1408a542e493a52112e069b3c3 2024-11-22T20:22:40,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/f5eb42496077402a9788ed73b1624413 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/f5eb42496077402a9788ed73b1624413 2024-11-22T20:22:40,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/671e1beb5ae54e5d836ed613db547301 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/671e1beb5ae54e5d836ed613db547301 2024-11-22T20:22:40,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a5c1ca66566e4f838c84197da0667563 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a5c1ca66566e4f838c84197da0667563 2024-11-22T20:22:40,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/17d2ffdeb82b4a158653355b6852ce82 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/17d2ffdeb82b4a158653355b6852ce82 2024-11-22T20:22:40,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/8804d1feeb9c42f7b20a3a15f77c17c0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/8804d1feeb9c42f7b20a3a15f77c17c0 2024-11-22T20:22:40,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/ac237c502e93451caf26c56a27e84983 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/ac237c502e93451caf26c56a27e84983 2024-11-22T20:22:40,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/95f6d066dc2249a3903519dfbcb69e75 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/95f6d066dc2249a3903519dfbcb69e75 2024-11-22T20:22:40,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3780417345c146c08985dc5b1934ecf4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3780417345c146c08985dc5b1934ecf4 2024-11-22T20:22:40,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/c7743e09645c472ca56b03ff5ff5ef00 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/c7743e09645c472ca56b03ff5ff5ef00 2024-11-22T20:22:40,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/20bb96a790e74a3585f476ea1c0889ef to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/20bb96a790e74a3585f476ea1c0889ef 2024-11-22T20:22:40,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/87b45f7ef82d46589512cedd598405df to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/87b45f7ef82d46589512cedd598405df 2024-11-22T20:22:40,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a6302a77b419400e978a638e0f24d31d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/a6302a77b419400e978a638e0f24d31d 2024-11-22T20:22:40,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/22093bdca14a4904b19a883b5f64ad60 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/22093bdca14a4904b19a883b5f64ad60 2024-11-22T20:22:40,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3413ae8fe0a344f6a68a4bf8bb4823ad to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/3413ae8fe0a344f6a68a4bf8bb4823ad 2024-11-22T20:22:40,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/574c13eabeb343feb1a3e7c173dad7a4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/574c13eabeb343feb1a3e7c173dad7a4 2024-11-22T20:22:40,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/79c350da58e64a7b80a65c654af8ed20 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/79c350da58e64a7b80a65c654af8ed20 2024-11-22T20:22:40,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/252f511be5bb4a1693016ccdeaefd223 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/252f511be5bb4a1693016ccdeaefd223 2024-11-22T20:22:40,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/1408063c65a9485db667e1d4281e5680 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/1408063c65a9485db667e1d4281e5680 2024-11-22T20:22:40,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6e0389fee41f44f582007ce4fbe4a83c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/6e0389fee41f44f582007ce4fbe4a83c 2024-11-22T20:22:40,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/28ae37ecc83d408dade0a1de9e780314 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/28ae37ecc83d408dade0a1de9e780314 2024-11-22T20:22:40,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/04060bf138c84a20817a8262f7c0a231 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/04060bf138c84a20817a8262f7c0a231 2024-11-22T20:22:40,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/381fccaaa9704824aa7a65d94e06c9ea, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0dd0f9c6b51a45d193a119bb51633ec3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1f697a2e6f424e9480bc0dbb89fdf7ce, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8fd39ac20d2b435d8cf68b8fd1e7cef0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ff7545feeef540b5a225cfa2ee137a10, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ed2788a7885e47bc931135eba70e19bd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0aac1ff932b34f78bc70053681437ad4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddbf066f380c4b938de1f275a763b8d8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/83bb52521fba4735a4ef77cd33cbb0f0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b14d2551afcd455cadec6ee44462f796, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/eff86d9cb9af43fc948da261a10c7d33, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0767c68222cb4cc799122c7d62fef89f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/cd005015a37046899cee6ac94b6ff928, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fd166efc773c4fa482b6ea8df86bebd3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13466dad1178452f8cf9d8c79f9e53e8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fc45733a0f6b415d9ec817bc42594a62, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddcbb3234acc40b1ac84f05c26d6c78b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ae20cd35adae459983816ce124160a11, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fdf6c6fe59fe4ea4a5d4dfeb9f21cdb7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/55c82b2615814bfbbbbd153aced2baf2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/540870264afe483e8cf53efc97d94dc5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b5825a0fde774520933cdc446b991b00, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f6a019862371428595ba309ff759e0f2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/98c8f4721ee741c8b7c4d656b118c17e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/964213ce74a54cadaf26451d81017eff, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a6dd44ec8c554f93bb477e4daf571969, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8d6d0065341946599e82f7645fd7952e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/779347425caa4752bceb2742aa608d86, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13b910bf2eaa4524beecaa7ca761975a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f42778e34cf546328605d2aa5369edb6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a4d94815e9fb45c4b70ae108e66a6473, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1c4e87bbbf79485d8d4fe4b9c79195c6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/4a3c58ec7bf746dc88c92595b4c563a8] to archive 2024-11-22T20:22:40,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:22:40,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/381fccaaa9704824aa7a65d94e06c9ea to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/381fccaaa9704824aa7a65d94e06c9ea 2024-11-22T20:22:40,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0dd0f9c6b51a45d193a119bb51633ec3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0dd0f9c6b51a45d193a119bb51633ec3 2024-11-22T20:22:40,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1f697a2e6f424e9480bc0dbb89fdf7ce to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1f697a2e6f424e9480bc0dbb89fdf7ce 2024-11-22T20:22:40,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8fd39ac20d2b435d8cf68b8fd1e7cef0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8fd39ac20d2b435d8cf68b8fd1e7cef0 2024-11-22T20:22:40,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ff7545feeef540b5a225cfa2ee137a10 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ff7545feeef540b5a225cfa2ee137a10 2024-11-22T20:22:40,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ed2788a7885e47bc931135eba70e19bd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ed2788a7885e47bc931135eba70e19bd 2024-11-22T20:22:40,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0aac1ff932b34f78bc70053681437ad4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0aac1ff932b34f78bc70053681437ad4 2024-11-22T20:22:40,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddbf066f380c4b938de1f275a763b8d8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddbf066f380c4b938de1f275a763b8d8 2024-11-22T20:22:40,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/83bb52521fba4735a4ef77cd33cbb0f0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/83bb52521fba4735a4ef77cd33cbb0f0 2024-11-22T20:22:40,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b14d2551afcd455cadec6ee44462f796 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b14d2551afcd455cadec6ee44462f796 2024-11-22T20:22:40,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/eff86d9cb9af43fc948da261a10c7d33 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/eff86d9cb9af43fc948da261a10c7d33 2024-11-22T20:22:40,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0767c68222cb4cc799122c7d62fef89f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/0767c68222cb4cc799122c7d62fef89f 2024-11-22T20:22:40,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/cd005015a37046899cee6ac94b6ff928 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/cd005015a37046899cee6ac94b6ff928 2024-11-22T20:22:40,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fd166efc773c4fa482b6ea8df86bebd3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fd166efc773c4fa482b6ea8df86bebd3 2024-11-22T20:22:40,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13466dad1178452f8cf9d8c79f9e53e8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13466dad1178452f8cf9d8c79f9e53e8 2024-11-22T20:22:40,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fc45733a0f6b415d9ec817bc42594a62 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fc45733a0f6b415d9ec817bc42594a62 2024-11-22T20:22:40,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddcbb3234acc40b1ac84f05c26d6c78b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ddcbb3234acc40b1ac84f05c26d6c78b 2024-11-22T20:22:40,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ae20cd35adae459983816ce124160a11 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/ae20cd35adae459983816ce124160a11 2024-11-22T20:22:40,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fdf6c6fe59fe4ea4a5d4dfeb9f21cdb7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/fdf6c6fe59fe4ea4a5d4dfeb9f21cdb7 2024-11-22T20:22:40,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/55c82b2615814bfbbbbd153aced2baf2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/55c82b2615814bfbbbbd153aced2baf2 2024-11-22T20:22:40,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/540870264afe483e8cf53efc97d94dc5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/540870264afe483e8cf53efc97d94dc5 2024-11-22T20:22:40,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b5825a0fde774520933cdc446b991b00 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/b5825a0fde774520933cdc446b991b00 2024-11-22T20:22:40,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f6a019862371428595ba309ff759e0f2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f6a019862371428595ba309ff759e0f2 2024-11-22T20:22:40,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/98c8f4721ee741c8b7c4d656b118c17e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/98c8f4721ee741c8b7c4d656b118c17e 2024-11-22T20:22:40,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/964213ce74a54cadaf26451d81017eff to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/964213ce74a54cadaf26451d81017eff 2024-11-22T20:22:40,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a6dd44ec8c554f93bb477e4daf571969 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a6dd44ec8c554f93bb477e4daf571969 2024-11-22T20:22:40,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8d6d0065341946599e82f7645fd7952e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/8d6d0065341946599e82f7645fd7952e 2024-11-22T20:22:40,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/779347425caa4752bceb2742aa608d86 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/779347425caa4752bceb2742aa608d86 2024-11-22T20:22:40,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13b910bf2eaa4524beecaa7ca761975a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/13b910bf2eaa4524beecaa7ca761975a 2024-11-22T20:22:40,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f42778e34cf546328605d2aa5369edb6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f42778e34cf546328605d2aa5369edb6 2024-11-22T20:22:40,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a4d94815e9fb45c4b70ae108e66a6473 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/a4d94815e9fb45c4b70ae108e66a6473 2024-11-22T20:22:40,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1c4e87bbbf79485d8d4fe4b9c79195c6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/1c4e87bbbf79485d8d4fe4b9c79195c6 2024-11-22T20:22:40,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/4a3c58ec7bf746dc88c92595b4c563a8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/4a3c58ec7bf746dc88c92595b4c563a8 2024-11-22T20:22:40,647 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/recovered.edits/504.seqid, newMaxSeqId=504, maxSeqId=4 2024-11-22T20:22:40,648 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567. 2024-11-22T20:22:40,648 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1635): Region close journal for e0ab6cb0c9beb3ac3b37959df33fb567: 2024-11-22T20:22:40,650 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(170): Closed e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,650 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=e0ab6cb0c9beb3ac3b37959df33fb567, regionState=CLOSED 2024-11-22T20:22:40,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-22T20:22:40,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseRegionProcedure e0ab6cb0c9beb3ac3b37959df33fb567, server=bc573ddb75cd,39703,1732306894037 in 1.9370 sec 2024-11-22T20:22:40,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T20:22:40,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0ab6cb0c9beb3ac3b37959df33fb567, UNASSIGN in 1.9400 sec 2024-11-22T20:22:40,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-22T20:22:40,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9430 sec 2024-11-22T20:22:40,655 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306960655"}]},"ts":"1732306960655"} 2024-11-22T20:22:40,656 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:22:40,658 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:22:40,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9580 sec 2024-11-22T20:22:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-22T20:22:40,809 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-22T20:22:40,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:22:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:40,811 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T20:22:40,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=61, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:40,814 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,816 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/recovered.edits] 2024-11-22T20:22:40,818 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/219596c9a96a4bff8c3c5b8f17e4f95a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/219596c9a96a4bff8c3c5b8f17e4f95a 2024-11-22T20:22:40,820 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/446c516fee7043be81bffa3d96e7a0e7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/446c516fee7043be81bffa3d96e7a0e7 2024-11-22T20:22:40,821 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/6b72c93d5b5b4ced8ce1c9adb386144b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/A/6b72c93d5b5b4ced8ce1c9adb386144b 2024-11-22T20:22:40,823 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/11685bcbbc754c84ab4648f9203f07f7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/11685bcbbc754c84ab4648f9203f07f7 2024-11-22T20:22:40,825 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/ad7189c747c6498aa18906e4881f8c55 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/ad7189c747c6498aa18906e4881f8c55 2024-11-22T20:22:40,826 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/e51d4070dd1a4590b032e41aa02aafc9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/B/e51d4070dd1a4590b032e41aa02aafc9 2024-11-22T20:22:40,828 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/32290549ff94431a99022f6f42314fa9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/32290549ff94431a99022f6f42314fa9 2024-11-22T20:22:40,829 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/55ed51a1eab14de7935acdf0021023ec to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/55ed51a1eab14de7935acdf0021023ec 2024-11-22T20:22:40,830 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f47ea2f1a25d4eefa007481c1a3509b1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/C/f47ea2f1a25d4eefa007481c1a3509b1 2024-11-22T20:22:40,833 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/recovered.edits/504.seqid to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567/recovered.edits/504.seqid 2024-11-22T20:22:40,834 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,834 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:22:40,834 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:22:40,835 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T20:22:40,838 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112205a92119fb704aeca8806a413999cea5_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112205a92119fb704aeca8806a413999cea5_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,840 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220ddcdfbee4c64495b7a4eb1c579d8d06_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220ddcdfbee4c64495b7a4eb1c579d8d06_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,841 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221278188a315a44809b6088c6191427d2_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221278188a315a44809b6088c6191427d2_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,842 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122230b6e28c4b947ca976207f548dca1dd_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122230b6e28c4b947ca976207f548dca1dd_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,843 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223c6b4da841f4e15b5f6cdd9d6cea2fe_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112223c6b4da841f4e15b5f6cdd9d6cea2fe_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,844 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222c8c75ab49b940f6972bfd451185f777_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222c8c75ab49b940f6972bfd451185f777_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,845 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222fb3f3720ff4450f92d4de816e2f73b3_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222fb3f3720ff4450f92d4de816e2f73b3_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,846 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122306d77ceca714b50b71e036819750b36_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122306d77ceca714b50b71e036819750b36_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,847 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112248db999bf2794db093b7c73ebd4b8da8_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112248db999bf2794db093b7c73ebd4b8da8_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,849 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227714e3b03a894fba99dbe401c47ad090_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227714e3b03a894fba99dbe401c47ad090_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,850 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227ebb1699583447ab80b2707374e9dd78_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227ebb1699583447ab80b2707374e9dd78_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,851 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228dac1eb7d52f4d29aa5dc29f11318f1f_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228dac1eb7d52f4d29aa5dc29f11318f1f_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,852 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229062a281eeac49a6a7dbc155ac2cd38b_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229062a281eeac49a6a7dbc155ac2cd38b_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,853 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a7f57663edfe49eebcf3289d9e46aa1b_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a7f57663edfe49eebcf3289d9e46aa1b_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,854 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122adce26a926a84667a02908d54f438da0_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122adce26a926a84667a02908d54f438da0_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,855 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bbd2bc0830294c5389efc2fd5fb2c398_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bbd2bc0830294c5389efc2fd5fb2c398_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,856 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c9dcfab037c44b1784af06836e23c027_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c9dcfab037c44b1784af06836e23c027_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,857 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ca938fb4a46a4d2ca83228185fc564a5_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ca938fb4a46a4d2ca83228185fc564a5_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,858 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d0b3732ea1d44978b7ffcbdc4ea9c50a_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d0b3732ea1d44978b7ffcbdc4ea9c50a_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,859 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d312e5367d1e449caa3b097185998c2a_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d312e5367d1e449caa3b097185998c2a_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,860 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d5d610709d9041f1aa1915d740abe167_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d5d610709d9041f1aa1915d740abe167_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,861 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e6fe79e659514cc8ab13a33e55f061d4_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e6fe79e659514cc8ab13a33e55f061d4_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,862 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e9f4c2e6275c48f7bb0b45568bd7a4ca_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e9f4c2e6275c48f7bb0b45568bd7a4ca_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,863 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f3ff1519ecba4252a49fdf189700046e_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f3ff1519ecba4252a49fdf189700046e_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,864 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f8aba33eb95f48f0875e840c2451a947_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f8aba33eb95f48f0875e840c2451a947_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,865 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f8b957fba0244652a6429800ef743a6f_e0ab6cb0c9beb3ac3b37959df33fb567 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f8b957fba0244652a6429800ef743a6f_e0ab6cb0c9beb3ac3b37959df33fb567 2024-11-22T20:22:40,865 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:22:40,867 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=61, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:40,869 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:22:40,871 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:22:40,872 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=61, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:40,872 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:22:40,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732306960872"}]},"ts":"9223372036854775807"} 2024-11-22T20:22:40,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:22:40,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e0ab6cb0c9beb3ac3b37959df33fb567, NAME => 'TestAcidGuarantees,,1732306930331.e0ab6cb0c9beb3ac3b37959df33fb567.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:22:40,874 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:22:40,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732306960874"}]},"ts":"9223372036854775807"} 2024-11-22T20:22:40,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:22:40,878 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=61, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:40,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-22T20:22:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-22T20:22:40,913 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-22T20:22:40,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=237 (was 238), OpenFileDescriptor=451 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=539 (was 465) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4138 (was 4299) 2024-11-22T20:22:40,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=539, ProcessCount=11, AvailableMemoryMB=4137 2024-11-22T20:22:40,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:22:40,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:22:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:22:40,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:22:40,934 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:40,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 62 2024-11-22T20:22:40,935 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:22:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T20:22:40,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742123_1299 (size=963) 2024-11-22T20:22:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T20:22:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T20:22:41,342 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f 2024-11-22T20:22:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742124_1300 (size=53) 2024-11-22T20:22:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T20:22:41,747 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:22:41,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6c1e0786fb2d12928fe22fed590a7ac3, disabling compactions & flushes 2024-11-22T20:22:41,748 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:41,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:41,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. after waiting 0 ms 2024-11-22T20:22:41,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:41,748 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:41,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:41,749 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:22:41,749 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732306961749"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306961749"}]},"ts":"1732306961749"} 2024-11-22T20:22:41,750 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:22:41,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:22:41,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306961751"}]},"ts":"1732306961751"} 2024-11-22T20:22:41,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:22:41,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c1e0786fb2d12928fe22fed590a7ac3, ASSIGN}] 2024-11-22T20:22:41,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c1e0786fb2d12928fe22fed590a7ac3, ASSIGN 2024-11-22T20:22:41,757 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c1e0786fb2d12928fe22fed590a7ac3, ASSIGN; state=OFFLINE, location=bc573ddb75cd,39703,1732306894037; forceNewPlan=false, retain=false 2024-11-22T20:22:41,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=6c1e0786fb2d12928fe22fed590a7ac3, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:41,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:22:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T20:22:42,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:42,063 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:42,063 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:22:42,063 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:42,063 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:22:42,063 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:42,063 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:42,065 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:42,066 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:42,066 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c1e0786fb2d12928fe22fed590a7ac3 columnFamilyName A 2024-11-22T20:22:42,066 DEBUG [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:42,066 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] regionserver.HStore(327): Store=6c1e0786fb2d12928fe22fed590a7ac3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:42,066 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:42,067 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:42,067 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c1e0786fb2d12928fe22fed590a7ac3 columnFamilyName B 2024-11-22T20:22:42,067 DEBUG [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:42,068 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] regionserver.HStore(327): Store=6c1e0786fb2d12928fe22fed590a7ac3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:42,068 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:42,069 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:22:42,069 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c1e0786fb2d12928fe22fed590a7ac3 columnFamilyName C 2024-11-22T20:22:42,069 DEBUG [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:22:42,069 INFO [StoreOpener-6c1e0786fb2d12928fe22fed590a7ac3-1 {}] regionserver.HStore(327): Store=6c1e0786fb2d12928fe22fed590a7ac3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:22:42,069 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:42,070 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:42,070 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:42,071 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:22:42,072 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:42,074 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:22:42,074 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 6c1e0786fb2d12928fe22fed590a7ac3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73492399, jitterRate=0.0951220840215683}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:22:42,075 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:42,076 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., pid=64, masterSystemTime=1732306962059 2024-11-22T20:22:42,077 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:42,077 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:42,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=6c1e0786fb2d12928fe22fed590a7ac3, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:42,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-22T20:22:42,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 in 170 msec 2024-11-22T20:22:42,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-22T20:22:42,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c1e0786fb2d12928fe22fed590a7ac3, ASSIGN in 324 msec 2024-11-22T20:22:42,081 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:22:42,081 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306962081"}]},"ts":"1732306962081"} 2024-11-22T20:22:42,082 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:22:42,084 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:22:42,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-22T20:22:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-22T20:22:43,039 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 62 completed 2024-11-22T20:22:43,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x267e0963 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72a7721c 2024-11-22T20:22:43,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@faa31c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,046 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:22:43,048 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:22:43,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eec6530 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7792c763 2024-11-22T20:22:43,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a568ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,054 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dc273c3 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c8a18c7 2024-11-22T20:22:43,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0e280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x195206da to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45426917 2024-11-22T20:22:43,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473477dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x282318cf to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e7fc60d 2024-11-22T20:22:43,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a91dc80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,064 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ea91426 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e66ea50 2024-11-22T20:22:43,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a874cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,068 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f50b381 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6119e7 2024-11-22T20:22:43,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31178bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,072 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x124edab0 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7507573f 2024-11-22T20:22:43,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78439bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,075 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x712d7bc3 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e5c7476 2024-11-22T20:22:43,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2545d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,078 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40da73c1 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df84068 2024-11-22T20:22:43,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d039dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3be398a9 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644774bd 2024-11-22T20:22:43,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15db087a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:22:43,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-22T20:22:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:22:43,088 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:43,089 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:43,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:43,096 DEBUG [hconnection-0x47571b80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,096 DEBUG [hconnection-0x48069a48-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,096 DEBUG [hconnection-0x49d2fa99-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,096 DEBUG [hconnection-0x5aaa69a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,096 DEBUG [hconnection-0x37e04131-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,097 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,097 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,097 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,097 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,097 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:43,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:43,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:43,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:43,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:43,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:43,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:43,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:43,124 DEBUG [hconnection-0x1bf2967f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,125 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,137 DEBUG [hconnection-0xf8d7e09-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,138 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307023145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307023146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307023147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/1a08ed7b66564bc1b92a8e800a55d301 is 50, key is test_row_0/A:col10/1732306963106/Put/seqid=0 2024-11-22T20:22:43,154 DEBUG [hconnection-0x2801c8db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,155 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,160 DEBUG [hconnection-0x4c6c63e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,161 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307023163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,186 DEBUG [hconnection-0x4a177977-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:22:43,188 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:22:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:22:43,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307023190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742125_1301 (size=12001) 2024-11-22T20:22:43,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/1a08ed7b66564bc1b92a8e800a55d301 2024-11-22T20:22:43,240 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:43,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:43,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/6ccd55d5162f4bba883b3cc57423b4f4 is 50, key is test_row_0/B:col10/1732306963106/Put/seqid=0 2024-11-22T20:22:43,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307023250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307023249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307023250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307023265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742126_1302 (size=12001) 2024-11-22T20:22:43,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/6ccd55d5162f4bba883b3cc57423b4f4 2024-11-22T20:22:43,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307023294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1512b09a78e4425c904f828fc2096805 is 50, key is test_row_0/C:col10/1732306963106/Put/seqid=0 2024-11-22T20:22:43,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742127_1303 (size=12001) 2024-11-22T20:22:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:22:43,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:43,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307023453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307023453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307023453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307023467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307023497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:43,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:22:43,702 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:43,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1512b09a78e4425c904f828fc2096805 2024-11-22T20:22:43,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/1a08ed7b66564bc1b92a8e800a55d301 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/1a08ed7b66564bc1b92a8e800a55d301 2024-11-22T20:22:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307023756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/1a08ed7b66564bc1b92a8e800a55d301, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T20:22:43,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307023757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307023757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/6ccd55d5162f4bba883b3cc57423b4f4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6ccd55d5162f4bba883b3cc57423b4f4 2024-11-22T20:22:43,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6ccd55d5162f4bba883b3cc57423b4f4, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T20:22:43,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1512b09a78e4425c904f828fc2096805 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1512b09a78e4425c904f828fc2096805 2024-11-22T20:22:43,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1512b09a78e4425c904f828fc2096805, entries=150, sequenceid=12, filesize=11.7 K 2024-11-22T20:22:43,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6c1e0786fb2d12928fe22fed590a7ac3 in 659ms, sequenceid=12, compaction requested=false 2024-11-22T20:22:43,768 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T20:22:43,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:43,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T20:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:43,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:43,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/69abdb25d48f4cbd9853eb305bf33ff5 is 50, key is test_row_0/A:col10/1732306963769/Put/seqid=0 2024-11-22T20:22:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742128_1304 (size=12001) 2024-11-22T20:22:43,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307023792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307023800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:43,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:43,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307023894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307024096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:44,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:44,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/69abdb25d48f4cbd9853eb305bf33ff5 2024-11-22T20:22:44,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/3baecb82d42b4fbaa0ae27a4a54da8f5 is 50, key is test_row_0/B:col10/1732306963769/Put/seqid=0 2024-11-22T20:22:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:22:44,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742129_1305 (size=12001) 2024-11-22T20:22:44,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/3baecb82d42b4fbaa0ae27a4a54da8f5 2024-11-22T20:22:44,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/19f32c0681c640daad7f1b616f6bced7 is 50, key is test_row_0/C:col10/1732306963769/Put/seqid=0 2024-11-22T20:22:44,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742130_1306 (size=12001) 2024-11-22T20:22:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307024260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307024262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307024263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307024303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:44,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:44,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307024400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/19f32c0681c640daad7f1b616f6bced7 2024-11-22T20:22:44,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:44,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/69abdb25d48f4cbd9853eb305bf33ff5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/69abdb25d48f4cbd9853eb305bf33ff5 2024-11-22T20:22:44,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/69abdb25d48f4cbd9853eb305bf33ff5, entries=150, sequenceid=38, filesize=11.7 K 2024-11-22T20:22:44,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/3baecb82d42b4fbaa0ae27a4a54da8f5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3baecb82d42b4fbaa0ae27a4a54da8f5 2024-11-22T20:22:44,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3baecb82d42b4fbaa0ae27a4a54da8f5, entries=150, sequenceid=38, filesize=11.7 K 2024-11-22T20:22:44,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/19f32c0681c640daad7f1b616f6bced7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/19f32c0681c640daad7f1b616f6bced7 2024-11-22T20:22:44,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/19f32c0681c640daad7f1b616f6bced7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-22T20:22:44,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6c1e0786fb2d12928fe22fed590a7ac3 in 871ms, sequenceid=38, compaction requested=false 2024-11-22T20:22:44,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:44,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:44,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-22T20:22:44,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:44,775 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T20:22:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:44,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/15f1f39a1f6246828bd8034c9e17c2e9 is 50, key is test_row_0/A:col10/1732306963788/Put/seqid=0 2024-11-22T20:22:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742131_1307 (size=12001) 2024-11-22T20:22:44,785 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/15f1f39a1f6246828bd8034c9e17c2e9 2024-11-22T20:22:44,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/fb45813fe01a41aa9b7e65c5952e43f0 is 50, key is test_row_0/B:col10/1732306963788/Put/seqid=0 2024-11-22T20:22:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742132_1308 (size=12001) 2024-11-22T20:22:44,798 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/fb45813fe01a41aa9b7e65c5952e43f0 2024-11-22T20:22:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/d29123efdb9f4b50beb79c14c1b376bc is 50, key is test_row_0/C:col10/1732306963788/Put/seqid=0 2024-11-22T20:22:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742133_1309 (size=12001) 2024-11-22T20:22:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:44,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307024960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307025063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:22:45,210 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/d29123efdb9f4b50beb79c14c1b376bc 2024-11-22T20:22:45,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/15f1f39a1f6246828bd8034c9e17c2e9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/15f1f39a1f6246828bd8034c9e17c2e9 2024-11-22T20:22:45,219 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/15f1f39a1f6246828bd8034c9e17c2e9, entries=150, sequenceid=48, filesize=11.7 K 2024-11-22T20:22:45,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/fb45813fe01a41aa9b7e65c5952e43f0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fb45813fe01a41aa9b7e65c5952e43f0 2024-11-22T20:22:45,223 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fb45813fe01a41aa9b7e65c5952e43f0, entries=150, sequenceid=48, filesize=11.7 K 2024-11-22T20:22:45,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/d29123efdb9f4b50beb79c14c1b376bc as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d29123efdb9f4b50beb79c14c1b376bc 2024-11-22T20:22:45,228 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d29123efdb9f4b50beb79c14c1b376bc, entries=150, sequenceid=48, filesize=11.7 K 2024-11-22T20:22:45,229 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6c1e0786fb2d12928fe22fed590a7ac3 in 453ms, sequenceid=48, compaction requested=true 2024-11-22T20:22:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:45,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-22T20:22:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-22T20:22:45,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-22T20:22:45,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1410 sec 2024-11-22T20:22:45,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.1440 sec 2024-11-22T20:22:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:45,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T20:22:45,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:45,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:45,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:45,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/44edd4f753094d648698c5489dbdc079 is 50, key is test_row_0/A:col10/1732306964944/Put/seqid=0 2024-11-22T20:22:45,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307025271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307025273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307025274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307025274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742134_1310 (size=14341) 2024-11-22T20:22:45,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307025310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307025375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307025377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307025377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307025377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307025578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307025580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307025580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307025581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/44edd4f753094d648698c5489dbdc079 2024-11-22T20:22:45,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/f6ec8ec69f02484286766f317e7160c1 is 50, key is test_row_0/B:col10/1732306964944/Put/seqid=0 2024-11-22T20:22:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742135_1311 (size=12001) 2024-11-22T20:22:45,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/f6ec8ec69f02484286766f317e7160c1 2024-11-22T20:22:45,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/69643958100e4e80a71c7c39e7886f71 is 50, key is test_row_0/C:col10/1732306964944/Put/seqid=0 2024-11-22T20:22:45,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742136_1312 (size=12001) 2024-11-22T20:22:45,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/69643958100e4e80a71c7c39e7886f71 2024-11-22T20:22:45,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/44edd4f753094d648698c5489dbdc079 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/44edd4f753094d648698c5489dbdc079 2024-11-22T20:22:45,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/44edd4f753094d648698c5489dbdc079, entries=200, sequenceid=75, filesize=14.0 K 2024-11-22T20:22:45,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/f6ec8ec69f02484286766f317e7160c1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f6ec8ec69f02484286766f317e7160c1 2024-11-22T20:22:45,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f6ec8ec69f02484286766f317e7160c1, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T20:22:45,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/69643958100e4e80a71c7c39e7886f71 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/69643958100e4e80a71c7c39e7886f71 2024-11-22T20:22:45,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/69643958100e4e80a71c7c39e7886f71, entries=150, sequenceid=75, filesize=11.7 K 2024-11-22T20:22:45,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6c1e0786fb2d12928fe22fed590a7ac3 in 459ms, sequenceid=75, compaction requested=true 2024-11-22T20:22:45,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:45,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:45,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:45,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:45,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:45,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:45,725 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:45,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:45,725 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:45,727 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:45,727 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:45,727 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:22:45,727 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:22:45,727 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:45,727 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:45,727 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6ccd55d5162f4bba883b3cc57423b4f4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3baecb82d42b4fbaa0ae27a4a54da8f5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fb45813fe01a41aa9b7e65c5952e43f0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f6ec8ec69f02484286766f317e7160c1] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=46.9 K 2024-11-22T20:22:45,727 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/1a08ed7b66564bc1b92a8e800a55d301, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/69abdb25d48f4cbd9853eb305bf33ff5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/15f1f39a1f6246828bd8034c9e17c2e9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/44edd4f753094d648698c5489dbdc079] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=49.2 K 2024-11-22T20:22:45,727 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ccd55d5162f4bba883b3cc57423b4f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732306963104 2024-11-22T20:22:45,727 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a08ed7b66564bc1b92a8e800a55d301, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732306963104 2024-11-22T20:22:45,728 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69abdb25d48f4cbd9853eb305bf33ff5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732306963136 2024-11-22T20:22:45,728 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3baecb82d42b4fbaa0ae27a4a54da8f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732306963136 2024-11-22T20:22:45,728 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15f1f39a1f6246828bd8034c9e17c2e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732306963785 2024-11-22T20:22:45,728 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting fb45813fe01a41aa9b7e65c5952e43f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732306963785 2024-11-22T20:22:45,729 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44edd4f753094d648698c5489dbdc079, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306964944 2024-11-22T20:22:45,729 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f6ec8ec69f02484286766f317e7160c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306964944 2024-11-22T20:22:45,739 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:45,739 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:45,740 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/cdfcbbed71f048a2b08eafd40ad8e821 is 50, key is test_row_0/A:col10/1732306964944/Put/seqid=0 2024-11-22T20:22:45,740 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/0dab710b9e6f47278a1881ebeabf6ced is 50, key is test_row_0/B:col10/1732306964944/Put/seqid=0 2024-11-22T20:22:45,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742137_1313 (size=12139) 2024-11-22T20:22:45,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742138_1314 (size=12139) 2024-11-22T20:22:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:45,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:45,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:45,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:45,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:45,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:45,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:45,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:45,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d2b9859c62b14beb9f3b2e3d06b0389d is 50, key is test_row_0/A:col10/1732306965882/Put/seqid=0 2024-11-22T20:22:45,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742139_1315 (size=14341) 2024-11-22T20:22:45,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307025902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307025902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307025903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:45,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307025905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307026006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307026006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307026006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307026008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,149 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/cdfcbbed71f048a2b08eafd40ad8e821 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/cdfcbbed71f048a2b08eafd40ad8e821 2024-11-22T20:22:46,150 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/0dab710b9e6f47278a1881ebeabf6ced as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/0dab710b9e6f47278a1881ebeabf6ced 2024-11-22T20:22:46,155 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into cdfcbbed71f048a2b08eafd40ad8e821(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:46,155 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:46,155 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=12, startTime=1732306965725; duration=0sec 2024-11-22T20:22:46,156 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:46,156 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:22:46,156 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:46,156 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into 0dab710b9e6f47278a1881ebeabf6ced(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:46,156 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:46,156 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=12, startTime=1732306965725; duration=0sec 2024-11-22T20:22:46,156 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:46,156 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:22:46,157 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:46,157 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:22:46,157 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:46,157 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1512b09a78e4425c904f828fc2096805, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/19f32c0681c640daad7f1b616f6bced7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d29123efdb9f4b50beb79c14c1b376bc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/69643958100e4e80a71c7c39e7886f71] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=46.9 K 2024-11-22T20:22:46,158 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1512b09a78e4425c904f828fc2096805, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732306963104 2024-11-22T20:22:46,158 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19f32c0681c640daad7f1b616f6bced7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732306963136 2024-11-22T20:22:46,159 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d29123efdb9f4b50beb79c14c1b376bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732306963785 2024-11-22T20:22:46,159 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69643958100e4e80a71c7c39e7886f71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306964944 2024-11-22T20:22:46,168 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:46,169 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/5274d0c1437f4d5abcccf1aa940f2721 is 50, key is test_row_0/C:col10/1732306964944/Put/seqid=0 2024-11-22T20:22:46,170 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:22:46,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742140_1316 (size=12139) 2024-11-22T20:22:46,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307026209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307026210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307026210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,214 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/5274d0c1437f4d5abcccf1aa940f2721 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/5274d0c1437f4d5abcccf1aa940f2721 2024-11-22T20:22:46,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307026212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,222 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into 5274d0c1437f4d5abcccf1aa940f2721(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:46,222 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:46,222 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=12, startTime=1732306965725; duration=0sec 2024-11-22T20:22:46,222 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:46,222 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:22:46,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d2b9859c62b14beb9f3b2e3d06b0389d 2024-11-22T20:22:46,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/81149847311f4b459482573b21be1be2 is 50, key is test_row_0/B:col10/1732306965882/Put/seqid=0 2024-11-22T20:22:46,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742141_1317 (size=12001) 2024-11-22T20:22:46,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/81149847311f4b459482573b21be1be2 2024-11-22T20:22:46,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/a5e9b121878b4ef0af631b9b14aa27e5 is 50, key is test_row_0/C:col10/1732306965882/Put/seqid=0 2024-11-22T20:22:46,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742142_1318 (size=12001) 2024-11-22T20:22:46,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/a5e9b121878b4ef0af631b9b14aa27e5 2024-11-22T20:22:46,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d2b9859c62b14beb9f3b2e3d06b0389d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d2b9859c62b14beb9f3b2e3d06b0389d 2024-11-22T20:22:46,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d2b9859c62b14beb9f3b2e3d06b0389d, entries=200, sequenceid=86, filesize=14.0 K 2024-11-22T20:22:46,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/81149847311f4b459482573b21be1be2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/81149847311f4b459482573b21be1be2 2024-11-22T20:22:46,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/81149847311f4b459482573b21be1be2, entries=150, sequenceid=86, filesize=11.7 K 2024-11-22T20:22:46,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/a5e9b121878b4ef0af631b9b14aa27e5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a5e9b121878b4ef0af631b9b14aa27e5 2024-11-22T20:22:46,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a5e9b121878b4ef0af631b9b14aa27e5, entries=150, sequenceid=86, filesize=11.7 K 2024-11-22T20:22:46,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6c1e0786fb2d12928fe22fed590a7ac3 in 493ms, sequenceid=86, compaction requested=false 2024-11-22T20:22:46,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:46,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T20:22:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:46,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:46,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/5261f4dd83694071b7e17026153a1845 is 50, key is test_row_0/A:col10/1732306966514/Put/seqid=0 2024-11-22T20:22:46,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307026518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307026518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307026519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307026520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742143_1319 (size=12001) 2024-11-22T20:22:46,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307026622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307026622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307026622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307026623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307026824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307026825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307026825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307026826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:46,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/5261f4dd83694071b7e17026153a1845 2024-11-22T20:22:46,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/19ef8017cc2c48b5a059cfdafc0d543e is 50, key is test_row_0/B:col10/1732306966514/Put/seqid=0 2024-11-22T20:22:46,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742144_1320 (size=12001) 2024-11-22T20:22:47,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307027126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307027128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307027128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307027129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-22T20:22:47,208 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-22T20:22:47,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-22T20:22:47,211 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:22:47,212 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:47,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:22:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307027316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,318 DEBUG [Thread-1359 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., hostname=bc573ddb75cd,39703,1732306894037, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:47,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/19ef8017cc2c48b5a059cfdafc0d543e 2024-11-22T20:22:47,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b6210240d7504db7a3cf4c21210ff21a is 50, key is test_row_0/C:col10/1732306966514/Put/seqid=0 2024-11-22T20:22:47,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:22:47,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:47,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:47,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742145_1321 (size=12001) 2024-11-22T20:22:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:22:47,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:22:47,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:47,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:47,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:47,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307027629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307027631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307027632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307027634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:22:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:47,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:47,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:47,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b6210240d7504db7a3cf4c21210ff21a 2024-11-22T20:22:47,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/5261f4dd83694071b7e17026153a1845 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5261f4dd83694071b7e17026153a1845 2024-11-22T20:22:47,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5261f4dd83694071b7e17026153a1845, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T20:22:47,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/19ef8017cc2c48b5a059cfdafc0d543e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/19ef8017cc2c48b5a059cfdafc0d543e 2024-11-22T20:22:47,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/19ef8017cc2c48b5a059cfdafc0d543e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T20:22:47,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b6210240d7504db7a3cf4c21210ff21a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b6210240d7504db7a3cf4c21210ff21a 2024-11-22T20:22:47,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b6210240d7504db7a3cf4c21210ff21a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-22T20:22:47,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6c1e0786fb2d12928fe22fed590a7ac3 in 1282ms, sequenceid=116, compaction requested=true 2024-11-22T20:22:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:47,796 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:47,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:47,797 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:47,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:47,798 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:47,798 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:22:47,798 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,798 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:47,798 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/cdfcbbed71f048a2b08eafd40ad8e821, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d2b9859c62b14beb9f3b2e3d06b0389d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5261f4dd83694071b7e17026153a1845] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=37.6 K 2024-11-22T20:22:47,798 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:22:47,798 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,799 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/0dab710b9e6f47278a1881ebeabf6ced, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/81149847311f4b459482573b21be1be2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/19ef8017cc2c48b5a059cfdafc0d543e] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=35.3 K 2024-11-22T20:22:47,799 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdfcbbed71f048a2b08eafd40ad8e821, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306964944 2024-11-22T20:22:47,799 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dab710b9e6f47278a1881ebeabf6ced, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306964944 2024-11-22T20:22:47,799 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2b9859c62b14beb9f3b2e3d06b0389d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732306965272 2024-11-22T20:22:47,799 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 81149847311f4b459482573b21be1be2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732306965273 2024-11-22T20:22:47,800 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5261f4dd83694071b7e17026153a1845, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732306965904 2024-11-22T20:22:47,800 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 19ef8017cc2c48b5a059cfdafc0d543e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732306965904 2024-11-22T20:22:47,808 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:47,808 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:47,808 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/88c718f546d54140ada03ba1dbd565eb is 50, key is test_row_0/A:col10/1732306966514/Put/seqid=0 2024-11-22T20:22:47,809 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/002354161e014b21a535fe93d64b5eda is 50, key is test_row_0/B:col10/1732306966514/Put/seqid=0 2024-11-22T20:22:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:22:47,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742147_1323 (size=12241) 2024-11-22T20:22:47,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742146_1322 (size=12241) 2024-11-22T20:22:47,824 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/88c718f546d54140ada03ba1dbd565eb as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/88c718f546d54140ada03ba1dbd565eb 2024-11-22T20:22:47,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:47,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-22T20:22:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,826 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-22T20:22:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:47,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:47,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/dca63ce71f1842c19d169581fb63d93c is 50, key is test_row_0/A:col10/1732306966519/Put/seqid=0 2024-11-22T20:22:47,832 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into 88c718f546d54140ada03ba1dbd565eb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:47,832 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:47,832 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=13, startTime=1732306967796; duration=0sec 2024-11-22T20:22:47,833 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:47,833 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:22:47,833 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:47,834 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:47,834 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:22:47,834 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,834 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/5274d0c1437f4d5abcccf1aa940f2721, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a5e9b121878b4ef0af631b9b14aa27e5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b6210240d7504db7a3cf4c21210ff21a] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=35.3 K 2024-11-22T20:22:47,835 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5274d0c1437f4d5abcccf1aa940f2721, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732306964944 2024-11-22T20:22:47,835 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5e9b121878b4ef0af631b9b14aa27e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732306965273 2024-11-22T20:22:47,835 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6210240d7504db7a3cf4c21210ff21a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732306965904 2024-11-22T20:22:47,852 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:47,852 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/818c107419694f4c9f75ded5c981614e is 50, key is test_row_0/C:col10/1732306966514/Put/seqid=0 2024-11-22T20:22:47,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742149_1325 (size=12241) 2024-11-22T20:22:47,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742148_1324 (size=12001) 2024-11-22T20:22:47,862 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/dca63ce71f1842c19d169581fb63d93c 2024-11-22T20:22:47,867 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/818c107419694f4c9f75ded5c981614e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/818c107419694f4c9f75ded5c981614e 2024-11-22T20:22:47,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/35191117380e4fbf88d0c0f7b5e4aced is 50, key is test_row_0/B:col10/1732306966519/Put/seqid=0 2024-11-22T20:22:47,879 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into 818c107419694f4c9f75ded5c981614e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:47,879 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:47,879 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306967796; duration=0sec 2024-11-22T20:22:47,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742150_1326 (size=12001) 2024-11-22T20:22:47,879 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:47,879 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:22:47,880 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/35191117380e4fbf88d0c0f7b5e4aced 2024-11-22T20:22:47,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b529635fd69b4af08146fc05e6f3a2a3 is 50, key is test_row_0/C:col10/1732306966519/Put/seqid=0 2024-11-22T20:22:47,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742151_1327 (size=12001) 2024-11-22T20:22:47,901 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b529635fd69b4af08146fc05e6f3a2a3 2024-11-22T20:22:47,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/dca63ce71f1842c19d169581fb63d93c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/dca63ce71f1842c19d169581fb63d93c 2024-11-22T20:22:47,914 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/dca63ce71f1842c19d169581fb63d93c, entries=150, sequenceid=125, filesize=11.7 K 2024-11-22T20:22:47,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/35191117380e4fbf88d0c0f7b5e4aced as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/35191117380e4fbf88d0c0f7b5e4aced 2024-11-22T20:22:47,921 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/35191117380e4fbf88d0c0f7b5e4aced, entries=150, sequenceid=125, filesize=11.7 K 2024-11-22T20:22:47,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b529635fd69b4af08146fc05e6f3a2a3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b529635fd69b4af08146fc05e6f3a2a3 2024-11-22T20:22:47,936 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b529635fd69b4af08146fc05e6f3a2a3, entries=150, sequenceid=125, filesize=11.7 K 2024-11-22T20:22:47,938 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 6c1e0786fb2d12928fe22fed590a7ac3 in 112ms, sequenceid=125, compaction requested=false 2024-11-22T20:22:47,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:47,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:47,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-22T20:22:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-22T20:22:47,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-22T20:22:47,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 728 msec 2024-11-22T20:22:47,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 735 msec 2024-11-22T20:22:48,224 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/002354161e014b21a535fe93d64b5eda as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/002354161e014b21a535fe93d64b5eda 2024-11-22T20:22:48,232 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into 002354161e014b21a535fe93d64b5eda(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:48,232 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:48,232 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=13, startTime=1732306967796; duration=0sec 2024-11-22T20:22:48,232 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:48,232 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:22:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-22T20:22:48,315 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-22T20:22:48,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-22T20:22:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T20:22:48,319 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:48,319 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:48,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T20:22:48,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-22T20:22:48,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:48,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:48,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:48,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-22T20:22:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-22T20:22:48,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-22T20:22:48,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-22T20:22:48,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 158 msec 2024-11-22T20:22:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-22T20:22:48,620 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-22T20:22:48,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-22T20:22:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:22:48,624 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:48,625 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:48,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:48,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:22:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:48,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:48,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e27934d34b1e433783b34c06a6e00182 is 50, key is test_row_0/A:col10/1732306968639/Put/seqid=0 2024-11-22T20:22:48,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742152_1328 (size=12151) 2024-11-22T20:22:48,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e27934d34b1e433783b34c06a6e00182 2024-11-22T20:22:48,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5271f68251474ce2b5bbb6de33c9572f is 50, key is test_row_0/B:col10/1732306968639/Put/seqid=0 2024-11-22T20:22:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307028659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307028660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307028660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307028661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742153_1329 (size=12151) 2024-11-22T20:22:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:22:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307028763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307028763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307028763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307028764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,777 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T20:22:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:48,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:22:48,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T20:22:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:48,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:48,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:48,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307028965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307028966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307028966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:48,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307028967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5271f68251474ce2b5bbb6de33c9572f 2024-11-22T20:22:49,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/53a53843349c4bdb8ed2ceee80a62670 is 50, key is test_row_0/C:col10/1732306968639/Put/seqid=0 2024-11-22T20:22:49,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T20:22:49,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:49,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:49,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:49,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:49,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:49,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742154_1330 (size=12151) 2024-11-22T20:22:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:49,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/53a53843349c4bdb8ed2ceee80a62670 2024-11-22T20:22:49,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e27934d34b1e433783b34c06a6e00182 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e27934d34b1e433783b34c06a6e00182 2024-11-22T20:22:49,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e27934d34b1e433783b34c06a6e00182, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T20:22:49,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5271f68251474ce2b5bbb6de33c9572f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5271f68251474ce2b5bbb6de33c9572f 2024-11-22T20:22:49,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5271f68251474ce2b5bbb6de33c9572f, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T20:22:49,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/53a53843349c4bdb8ed2ceee80a62670 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/53a53843349c4bdb8ed2ceee80a62670 2024-11-22T20:22:49,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/53a53843349c4bdb8ed2ceee80a62670, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T20:22:49,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c1e0786fb2d12928fe22fed590a7ac3 in 489ms, sequenceid=141, compaction requested=true 2024-11-22T20:22:49,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:49,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:49,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:49,130 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:49,130 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:49,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:49,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:49,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:49,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:49,130 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:49,131 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:22:49,131 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:49,131 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:49,131 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:22:49,131 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:49,131 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/88c718f546d54140ada03ba1dbd565eb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/dca63ce71f1842c19d169581fb63d93c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e27934d34b1e433783b34c06a6e00182] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=35.5 K 2024-11-22T20:22:49,131 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/002354161e014b21a535fe93d64b5eda, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/35191117380e4fbf88d0c0f7b5e4aced, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5271f68251474ce2b5bbb6de33c9572f] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=35.5 K 2024-11-22T20:22:49,131 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88c718f546d54140ada03ba1dbd565eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732306965904 2024-11-22T20:22:49,131 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 002354161e014b21a535fe93d64b5eda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732306965904 2024-11-22T20:22:49,132 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting dca63ce71f1842c19d169581fb63d93c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732306966517 2024-11-22T20:22:49,132 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 35191117380e4fbf88d0c0f7b5e4aced, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732306966517 2024-11-22T20:22:49,132 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e27934d34b1e433783b34c06a6e00182, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732306968639 2024-11-22T20:22:49,132 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 5271f68251474ce2b5bbb6de33c9572f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732306968639 2024-11-22T20:22:49,139 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:49,139 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/232dffb771f04e3a80671c738665509a is 50, key is test_row_0/A:col10/1732306968639/Put/seqid=0 2024-11-22T20:22:49,141 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:49,142 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/c53c4f5a8195416f884c6fa786df29c8 is 50, key is test_row_0/B:col10/1732306968639/Put/seqid=0 2024-11-22T20:22:49,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742156_1332 (size=12493) 2024-11-22T20:22:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742155_1331 (size=12493) 2024-11-22T20:22:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:22:49,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-22T20:22:49,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:49,254 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:22:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:49,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/ca15c3bb94de4d32b7dd807f12b982c3 is 50, key is test_row_0/A:col10/1732306968655/Put/seqid=0 2024-11-22T20:22:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742157_1333 (size=12151) 2024-11-22T20:22:49,263 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/ca15c3bb94de4d32b7dd807f12b982c3 2024-11-22T20:22:49,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/893ce30fc65a46ea84b74d52e15e7ffa is 50, key is test_row_0/B:col10/1732306968655/Put/seqid=0 2024-11-22T20:22:49,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:49,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742158_1334 (size=12151) 2024-11-22T20:22:49,278 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/893ce30fc65a46ea84b74d52e15e7ffa 2024-11-22T20:22:49,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307029278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307029279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307029282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307029282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/afd8757cc9ec4e60a0a297e127ae0b33 is 50, key is test_row_0/C:col10/1732306968655/Put/seqid=0 2024-11-22T20:22:49,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742159_1335 (size=12151) 2024-11-22T20:22:49,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307029383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307029383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307029385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307029385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,551 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/c53c4f5a8195416f884c6fa786df29c8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/c53c4f5a8195416f884c6fa786df29c8 2024-11-22T20:22:49,554 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/232dffb771f04e3a80671c738665509a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/232dffb771f04e3a80671c738665509a 2024-11-22T20:22:49,557 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into c53c4f5a8195416f884c6fa786df29c8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:49,557 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:49,557 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=13, startTime=1732306969130; duration=0sec 2024-11-22T20:22:49,557 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:49,557 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:22:49,557 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:49,558 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:49,558 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:22:49,558 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:49,558 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/818c107419694f4c9f75ded5c981614e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b529635fd69b4af08146fc05e6f3a2a3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/53a53843349c4bdb8ed2ceee80a62670] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=35.5 K 2024-11-22T20:22:49,559 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 818c107419694f4c9f75ded5c981614e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732306965904 2024-11-22T20:22:49,559 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into 232dffb771f04e3a80671c738665509a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:49,559 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:49,559 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=13, startTime=1732306969129; duration=0sec 2024-11-22T20:22:49,559 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b529635fd69b4af08146fc05e6f3a2a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732306966517 2024-11-22T20:22:49,559 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:49,559 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:22:49,559 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 53a53843349c4bdb8ed2ceee80a62670, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732306968639 2024-11-22T20:22:49,566 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:49,566 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/444fb24a551b4bf3a2d178d3fa2a0976 is 50, key is test_row_0/C:col10/1732306968639/Put/seqid=0 2024-11-22T20:22:49,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742160_1336 (size=12493) 2024-11-22T20:22:49,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307029585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307029586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307029588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307029588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,704 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/afd8757cc9ec4e60a0a297e127ae0b33 2024-11-22T20:22:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/ca15c3bb94de4d32b7dd807f12b982c3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca15c3bb94de4d32b7dd807f12b982c3 2024-11-22T20:22:49,713 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca15c3bb94de4d32b7dd807f12b982c3, entries=150, sequenceid=165, filesize=11.9 K 2024-11-22T20:22:49,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/893ce30fc65a46ea84b74d52e15e7ffa as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/893ce30fc65a46ea84b74d52e15e7ffa 2024-11-22T20:22:49,718 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/893ce30fc65a46ea84b74d52e15e7ffa, entries=150, sequenceid=165, filesize=11.9 K 2024-11-22T20:22:49,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/afd8757cc9ec4e60a0a297e127ae0b33 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/afd8757cc9ec4e60a0a297e127ae0b33 2024-11-22T20:22:49,722 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/afd8757cc9ec4e60a0a297e127ae0b33, entries=150, sequenceid=165, filesize=11.9 K 2024-11-22T20:22:49,723 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6c1e0786fb2d12928fe22fed590a7ac3 in 469ms, sequenceid=165, compaction requested=false 2024-11-22T20:22:49,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:49,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:49,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-22T20:22:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-22T20:22:49,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-22T20:22:49,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0990 sec 2024-11-22T20:22:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:22:49,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.1050 sec 2024-11-22T20:22:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:49,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:22:49,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:49,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:49,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/ca8087ab2bf7473496058c9cd5233d67 is 50, key is test_row_0/A:col10/1732306969892/Put/seqid=0 2024-11-22T20:22:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742161_1337 (size=12151) 2024-11-22T20:22:49,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307029912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307029912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307029913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307029916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:49,984 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/444fb24a551b4bf3a2d178d3fa2a0976 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/444fb24a551b4bf3a2d178d3fa2a0976 2024-11-22T20:22:49,989 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into 444fb24a551b4bf3a2d178d3fa2a0976(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:49,989 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:49,989 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306969130; duration=0sec 2024-11-22T20:22:49,989 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:49,990 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:22:50,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307030016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307030016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307030017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307030019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307030218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307030219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307030218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307030221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/ca8087ab2bf7473496058c9cd5233d67 2024-11-22T20:22:50,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/8e27fac54f274416905fd40d59ae2f44 is 50, key is test_row_0/B:col10/1732306969892/Put/seqid=0 2024-11-22T20:22:50,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742162_1338 (size=12151) 2024-11-22T20:22:50,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307030522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307030522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307030522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307030527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-22T20:22:50,728 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-22T20:22:50,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-22T20:22:50,730 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T20:22:50,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/8e27fac54f274416905fd40d59ae2f44 2024-11-22T20:22:50,731 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:50,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:50,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/a83706ec45b94005a5cb8b97465c3bd4 is 50, key is test_row_0/C:col10/1732306969892/Put/seqid=0 2024-11-22T20:22:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742163_1339 (size=12151) 2024-11-22T20:22:50,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T20:22:50,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:50,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T20:22:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:50,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307031026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:51,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307031026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307031027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:51,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307031029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T20:22:51,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:51,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T20:22:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:51,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:51,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/a83706ec45b94005a5cb8b97465c3bd4 2024-11-22T20:22:51,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/ca8087ab2bf7473496058c9cd5233d67 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca8087ab2bf7473496058c9cd5233d67 2024-11-22T20:22:51,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca8087ab2bf7473496058c9cd5233d67, entries=150, sequenceid=182, filesize=11.9 K 2024-11-22T20:22:51,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/8e27fac54f274416905fd40d59ae2f44 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8e27fac54f274416905fd40d59ae2f44 2024-11-22T20:22:51,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8e27fac54f274416905fd40d59ae2f44, entries=150, sequenceid=182, filesize=11.9 K 2024-11-22T20:22:51,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/a83706ec45b94005a5cb8b97465c3bd4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a83706ec45b94005a5cb8b97465c3bd4 2024-11-22T20:22:51,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a83706ec45b94005a5cb8b97465c3bd4, entries=150, sequenceid=182, filesize=11.9 K 2024-11-22T20:22:51,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6c1e0786fb2d12928fe22fed590a7ac3 in 1270ms, sequenceid=182, compaction requested=true 2024-11-22T20:22:51,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:51,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:51,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:51,163 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:51,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:51,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:51,163 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:51,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:51,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:51,165 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:51,165 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:22:51,165 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:51,165 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/232dffb771f04e3a80671c738665509a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca15c3bb94de4d32b7dd807f12b982c3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca8087ab2bf7473496058c9cd5233d67] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=35.9 K 2024-11-22T20:22:51,165 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:51,165 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:22:51,165 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 232dffb771f04e3a80671c738665509a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732306968639 2024-11-22T20:22:51,165 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:51,166 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/c53c4f5a8195416f884c6fa786df29c8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/893ce30fc65a46ea84b74d52e15e7ffa, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8e27fac54f274416905fd40d59ae2f44] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=35.9 K 2024-11-22T20:22:51,166 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca15c3bb94de4d32b7dd807f12b982c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732306968655 2024-11-22T20:22:51,166 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c53c4f5a8195416f884c6fa786df29c8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732306968639 2024-11-22T20:22:51,166 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca8087ab2bf7473496058c9cd5233d67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732306969279 2024-11-22T20:22:51,166 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 893ce30fc65a46ea84b74d52e15e7ffa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732306968655 2024-11-22T20:22:51,167 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e27fac54f274416905fd40d59ae2f44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732306969279 2024-11-22T20:22:51,181 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#284 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:51,181 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d6e6250c78e946bf929f033d231d8410 is 50, key is test_row_0/A:col10/1732306969892/Put/seqid=0 2024-11-22T20:22:51,189 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:51,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-22T20:22:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:51,190 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:22:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:51,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:51,206 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:51,206 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/16db8719f3cf4f3dbb9ca39486e0110c is 50, key is test_row_0/B:col10/1732306969892/Put/seqid=0 2024-11-22T20:22:51,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e05e27381e41448597b63469275a0e03 is 50, key is test_row_0/A:col10/1732306969907/Put/seqid=0 2024-11-22T20:22:51,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742164_1340 (size=12595) 2024-11-22T20:22:51,219 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d6e6250c78e946bf929f033d231d8410 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d6e6250c78e946bf929f033d231d8410 2024-11-22T20:22:51,224 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into d6e6250c78e946bf929f033d231d8410(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:51,224 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:51,224 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=13, startTime=1732306971163; duration=0sec 2024-11-22T20:22:51,224 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:51,224 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:22:51,224 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:51,225 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:51,225 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:22:51,225 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:51,225 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/444fb24a551b4bf3a2d178d3fa2a0976, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/afd8757cc9ec4e60a0a297e127ae0b33, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a83706ec45b94005a5cb8b97465c3bd4] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=35.9 K 2024-11-22T20:22:51,226 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 444fb24a551b4bf3a2d178d3fa2a0976, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732306968639 2024-11-22T20:22:51,226 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting afd8757cc9ec4e60a0a297e127ae0b33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1732306968655 2024-11-22T20:22:51,226 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a83706ec45b94005a5cb8b97465c3bd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732306969279 2024-11-22T20:22:51,233 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#287 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:51,234 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/041ba17d9ebe459d95f6036d9c45f210 is 50, key is test_row_0/C:col10/1732306969892/Put/seqid=0 2024-11-22T20:22:51,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742165_1341 (size=12595) 2024-11-22T20:22:51,257 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/16db8719f3cf4f3dbb9ca39486e0110c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/16db8719f3cf4f3dbb9ca39486e0110c 2024-11-22T20:22:51,262 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into 16db8719f3cf4f3dbb9ca39486e0110c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:51,262 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:51,262 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=13, startTime=1732306971163; duration=0sec 2024-11-22T20:22:51,262 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:51,262 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:22:51,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742166_1342 (size=12151) 2024-11-22T20:22:51,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742167_1343 (size=12595) 2024-11-22T20:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:51,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T20:22:51,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:51,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307031367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:51,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307031469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:51,665 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e05e27381e41448597b63469275a0e03 2024-11-22T20:22:51,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ff6d22ed187046beba0c8fb858b76ce2 is 50, key is test_row_0/B:col10/1732306969907/Put/seqid=0 2024-11-22T20:22:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307031671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:51,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742168_1344 (size=12151) 2024-11-22T20:22:51,688 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/041ba17d9ebe459d95f6036d9c45f210 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/041ba17d9ebe459d95f6036d9c45f210 2024-11-22T20:22:51,693 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into 041ba17d9ebe459d95f6036d9c45f210(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:51,693 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:51,693 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306971163; duration=0sec 2024-11-22T20:22:51,693 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:51,693 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:22:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T20:22:51,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307031976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:52,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307032032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:52,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307032035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:52,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307032035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307032036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:52,076 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ff6d22ed187046beba0c8fb858b76ce2 2024-11-22T20:22:52,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/a77f4763bdea4ab092556eca7a9ad632 is 50, key is test_row_0/C:col10/1732306969907/Put/seqid=0 2024-11-22T20:22:52,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742169_1345 (size=12151) 2024-11-22T20:22:52,092 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/a77f4763bdea4ab092556eca7a9ad632 2024-11-22T20:22:52,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e05e27381e41448597b63469275a0e03 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e05e27381e41448597b63469275a0e03 2024-11-22T20:22:52,101 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e05e27381e41448597b63469275a0e03, entries=150, sequenceid=204, filesize=11.9 K 2024-11-22T20:22:52,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ff6d22ed187046beba0c8fb858b76ce2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ff6d22ed187046beba0c8fb858b76ce2 2024-11-22T20:22:52,106 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ff6d22ed187046beba0c8fb858b76ce2, entries=150, sequenceid=204, filesize=11.9 K 2024-11-22T20:22:52,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/a77f4763bdea4ab092556eca7a9ad632 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a77f4763bdea4ab092556eca7a9ad632 2024-11-22T20:22:52,111 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a77f4763bdea4ab092556eca7a9ad632, entries=150, sequenceid=204, filesize=11.9 K 2024-11-22T20:22:52,112 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6c1e0786fb2d12928fe22fed590a7ac3 in 921ms, sequenceid=204, compaction requested=false 2024-11-22T20:22:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:52,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-22T20:22:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-22T20:22:52,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-22T20:22:52,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec 2024-11-22T20:22:52,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.3870 sec 2024-11-22T20:22:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:52,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:22:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:52,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/0794c557dbcd4d8ea628c3526848ff79 is 50, key is test_row_0/A:col10/1732306971366/Put/seqid=0 2024-11-22T20:22:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742170_1346 (size=12151) 2024-11-22T20:22:52,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307032557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:52,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307032661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-22T20:22:52,835 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-22T20:22:52,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-22T20:22:52,844 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T20:22:52,845 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:52,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:52,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307032865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:52,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/0794c557dbcd4d8ea628c3526848ff79 2024-11-22T20:22:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T20:22:52,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/af242a80e64c448c948e61f153dc72ff is 50, key is test_row_0/B:col10/1732306971366/Put/seqid=0 2024-11-22T20:22:52,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742171_1347 (size=12151) 2024-11-22T20:22:52,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/af242a80e64c448c948e61f153dc72ff 2024-11-22T20:22:52,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/f55da5049cf646298527d9105f2d2985 is 50, key is test_row_0/C:col10/1732306971366/Put/seqid=0 2024-11-22T20:22:52,997 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:52,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T20:22:52,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:52,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:52,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:52,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:52,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742172_1348 (size=12151) 2024-11-22T20:22:53,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/f55da5049cf646298527d9105f2d2985 2024-11-22T20:22:53,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/0794c557dbcd4d8ea628c3526848ff79 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/0794c557dbcd4d8ea628c3526848ff79 2024-11-22T20:22:53,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/0794c557dbcd4d8ea628c3526848ff79, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T20:22:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/af242a80e64c448c948e61f153dc72ff as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/af242a80e64c448c948e61f153dc72ff 2024-11-22T20:22:53,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/af242a80e64c448c948e61f153dc72ff, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T20:22:53,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/f55da5049cf646298527d9105f2d2985 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/f55da5049cf646298527d9105f2d2985 2024-11-22T20:22:53,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/f55da5049cf646298527d9105f2d2985, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T20:22:53,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6c1e0786fb2d12928fe22fed590a7ac3 in 574ms, sequenceid=223, compaction requested=true 2024-11-22T20:22:53,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:53,056 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:53,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:53,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:53,057 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:53,057 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:53,057 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:22:53,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:53,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:53,057 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:53,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:53,057 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d6e6250c78e946bf929f033d231d8410, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e05e27381e41448597b63469275a0e03, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/0794c557dbcd4d8ea628c3526848ff79] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.0 K 2024-11-22T20:22:53,058 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6e6250c78e946bf929f033d231d8410, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732306969279 2024-11-22T20:22:53,059 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e05e27381e41448597b63469275a0e03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732306969902 2024-11-22T20:22:53,059 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:53,059 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:22:53,059 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,059 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/16db8719f3cf4f3dbb9ca39486e0110c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ff6d22ed187046beba0c8fb858b76ce2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/af242a80e64c448c948e61f153dc72ff] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.0 K 2024-11-22T20:22:53,060 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 16db8719f3cf4f3dbb9ca39486e0110c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732306969279 2024-11-22T20:22:53,060 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ff6d22ed187046beba0c8fb858b76ce2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732306969902 2024-11-22T20:22:53,060 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0794c557dbcd4d8ea628c3526848ff79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732306971361 2024-11-22T20:22:53,060 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting af242a80e64c448c948e61f153dc72ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732306971361 2024-11-22T20:22:53,071 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:53,072 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/71acde13d0c24820a63693c807dbfae7 is 50, key is test_row_0/A:col10/1732306971366/Put/seqid=0 2024-11-22T20:22:53,073 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#293 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:53,073 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/afe8d7f6261f41bd96b32c36e15b583b is 50, key is test_row_0/B:col10/1732306971366/Put/seqid=0 2024-11-22T20:22:53,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742174_1350 (size=12697) 2024-11-22T20:22:53,122 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/71acde13d0c24820a63693c807dbfae7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/71acde13d0c24820a63693c807dbfae7 2024-11-22T20:22:53,130 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into 71acde13d0c24820a63693c807dbfae7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:53,130 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:53,130 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=13, startTime=1732306973055; duration=0sec 2024-11-22T20:22:53,130 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:53,130 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:22:53,130 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:53,132 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:53,132 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:22:53,132 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,132 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/041ba17d9ebe459d95f6036d9c45f210, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a77f4763bdea4ab092556eca7a9ad632, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/f55da5049cf646298527d9105f2d2985] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.0 K 2024-11-22T20:22:53,136 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 041ba17d9ebe459d95f6036d9c45f210, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732306969279 2024-11-22T20:22:53,137 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a77f4763bdea4ab092556eca7a9ad632, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732306969902 2024-11-22T20:22:53,137 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting f55da5049cf646298527d9105f2d2985, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732306971361 2024-11-22T20:22:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T20:22:53,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742173_1349 (size=12697) 2024-11-22T20:22:53,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:53,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-22T20:22:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,152 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T20:22:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:53,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:53,158 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:53,158 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/eecf05811cdc40a1a48b39325edcea04 is 50, key is test_row_0/C:col10/1732306971366/Put/seqid=0 2024-11-22T20:22:53,160 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/afe8d7f6261f41bd96b32c36e15b583b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/afe8d7f6261f41bd96b32c36e15b583b 2024-11-22T20:22:53,166 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into afe8d7f6261f41bd96b32c36e15b583b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:53,166 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:53,166 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=13, startTime=1732306973056; duration=0sec 2024-11-22T20:22:53,166 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:53,166 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:22:53,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/bc8788879c7b4bfbae418675bd9f56c9 is 50, key is test_row_0/A:col10/1732306972526/Put/seqid=0 2024-11-22T20:22:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:53,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:53,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742175_1351 (size=12697) 2024-11-22T20:22:53,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742176_1352 (size=12151) 2024-11-22T20:22:53,236 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/bc8788879c7b4bfbae418675bd9f56c9 2024-11-22T20:22:53,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307033239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:53,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/fdc077892e3c423697c068f2007430b3 is 50, key is test_row_0/B:col10/1732306972526/Put/seqid=0 2024-11-22T20:22:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742177_1353 (size=12151) 2024-11-22T20:22:53,299 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/fdc077892e3c423697c068f2007430b3 2024-11-22T20:22:53,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/edbf4eb5b7774bf780fd776febf5a008 is 50, key is test_row_0/C:col10/1732306972526/Put/seqid=0 2024-11-22T20:22:53,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742178_1354 (size=12151) 2024-11-22T20:22:53,343 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/edbf4eb5b7774bf780fd776febf5a008 2024-11-22T20:22:53,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307033345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:53,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/bc8788879c7b4bfbae418675bd9f56c9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bc8788879c7b4bfbae418675bd9f56c9 2024-11-22T20:22:53,359 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bc8788879c7b4bfbae418675bd9f56c9, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T20:22:53,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/fdc077892e3c423697c068f2007430b3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fdc077892e3c423697c068f2007430b3 2024-11-22T20:22:53,367 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fdc077892e3c423697c068f2007430b3, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T20:22:53,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/edbf4eb5b7774bf780fd776febf5a008 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/edbf4eb5b7774bf780fd776febf5a008 2024-11-22T20:22:53,378 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/edbf4eb5b7774bf780fd776febf5a008, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T20:22:53,381 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6c1e0786fb2d12928fe22fed590a7ac3 in 229ms, sequenceid=244, compaction requested=false 2024-11-22T20:22:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-22T20:22:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-22T20:22:53,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-22T20:22:53,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 538 msec 2024-11-22T20:22:53,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 550 msec 2024-11-22T20:22:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-22T20:22:53,448 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-22T20:22:53,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-22T20:22:53,452 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T20:22:53,452 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:53,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:53,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T20:22:53,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:53,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:53,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:53,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:53,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:53,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T20:22:53,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/ef0eb0af1529436a9cffe9faf50cf446 is 50, key is test_row_0/A:col10/1732306973550/Put/seqid=0 2024-11-22T20:22:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742179_1355 (size=12301) 2024-11-22T20:22:53,604 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:53,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T20:22:53,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:53,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,618 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/eecf05811cdc40a1a48b39325edcea04 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eecf05811cdc40a1a48b39325edcea04 2024-11-22T20:22:53,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307033621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:53,624 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into eecf05811cdc40a1a48b39325edcea04(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:53,624 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:53,625 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306973057; duration=0sec 2024-11-22T20:22:53,625 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:53,625 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:22:53,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307033726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T20:22:53,759 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:53,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T20:22:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,914 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:53,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T20:22:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:53,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:53,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307033931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:53,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/ef0eb0af1529436a9cffe9faf50cf446 2024-11-22T20:22:54,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/549a5821f27444a88f62f70821a1af43 is 50, key is test_row_0/B:col10/1732306973550/Put/seqid=0 2024-11-22T20:22:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742180_1356 (size=12301) 2024-11-22T20:22:54,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/549a5821f27444a88f62f70821a1af43 2024-11-22T20:22:54,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307034050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:54,051 DEBUG [Thread-1351 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., hostname=bc573ddb75cd,39703,1732306894037, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:54,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307034051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:54,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307034053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:54,054 DEBUG [Thread-1355 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., hostname=bc573ddb75cd,39703,1732306894037, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:54,055 DEBUG [Thread-1353 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., hostname=bc573ddb75cd,39703,1732306894037, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T20:22:54,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307034057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:54,062 DEBUG [Thread-1357 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., hostname=bc573ddb75cd,39703,1732306894037, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:22:54,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/0045e283c9da4b27aed54768a24b443d is 50, key is test_row_0/C:col10/1732306973550/Put/seqid=0 2024-11-22T20:22:54,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:54,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T20:22:54,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:54,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:54,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:54,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:54,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742181_1357 (size=12301) 2024-11-22T20:22:54,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/0045e283c9da4b27aed54768a24b443d 2024-11-22T20:22:54,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/ef0eb0af1529436a9cffe9faf50cf446 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ef0eb0af1529436a9cffe9faf50cf446 2024-11-22T20:22:54,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ef0eb0af1529436a9cffe9faf50cf446, entries=150, sequenceid=262, filesize=12.0 K 2024-11-22T20:22:54,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/549a5821f27444a88f62f70821a1af43 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/549a5821f27444a88f62f70821a1af43 2024-11-22T20:22:54,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/549a5821f27444a88f62f70821a1af43, entries=150, sequenceid=262, filesize=12.0 K 2024-11-22T20:22:54,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/0045e283c9da4b27aed54768a24b443d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0045e283c9da4b27aed54768a24b443d 2024-11-22T20:22:54,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0045e283c9da4b27aed54768a24b443d, entries=150, sequenceid=262, filesize=12.0 K 2024-11-22T20:22:54,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6c1e0786fb2d12928fe22fed590a7ac3 in 615ms, sequenceid=262, compaction requested=true 2024-11-22T20:22:54,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:54,167 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:54,167 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:54,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:54,168 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:54,168 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:54,168 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:22:54,168 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:22:54,168 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:54,169 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:54,169 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/afe8d7f6261f41bd96b32c36e15b583b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fdc077892e3c423697c068f2007430b3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/549a5821f27444a88f62f70821a1af43] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.3 K 2024-11-22T20:22:54,169 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/71acde13d0c24820a63693c807dbfae7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bc8788879c7b4bfbae418675bd9f56c9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ef0eb0af1529436a9cffe9faf50cf446] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.3 K 2024-11-22T20:22:54,169 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting afe8d7f6261f41bd96b32c36e15b583b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732306971361 2024-11-22T20:22:54,169 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71acde13d0c24820a63693c807dbfae7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732306971361 2024-11-22T20:22:54,170 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc8788879c7b4bfbae418675bd9f56c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732306972526 2024-11-22T20:22:54,170 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting fdc077892e3c423697c068f2007430b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732306972526 2024-11-22T20:22:54,170 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 549a5821f27444a88f62f70821a1af43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732306973225 2024-11-22T20:22:54,170 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef0eb0af1529436a9cffe9faf50cf446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732306973225 2024-11-22T20:22:54,182 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:54,182 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:54,183 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/f330f783e3a445158113516fe8287f0c is 50, key is test_row_0/B:col10/1732306973550/Put/seqid=0 2024-11-22T20:22:54,183 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/6901fa409f394d2abe6e22660ef9f2b6 is 50, key is test_row_0/A:col10/1732306973550/Put/seqid=0 2024-11-22T20:22:54,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742182_1358 (size=12949) 2024-11-22T20:22:54,228 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/6901fa409f394d2abe6e22660ef9f2b6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/6901fa409f394d2abe6e22660ef9f2b6 2024-11-22T20:22:54,233 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:54,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-22T20:22:54,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:54,234 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T20:22:54,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:54,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:54,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:54,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:54,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:54,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:54,237 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into 6901fa409f394d2abe6e22660ef9f2b6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:54,237 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:54,237 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=13, startTime=1732306974167; duration=0sec 2024-11-22T20:22:54,237 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:54,237 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:22:54,237 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:54,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742183_1359 (size=12949) 2024-11-22T20:22:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:54,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:54,242 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:54,242 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:22:54,242 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:54,242 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eecf05811cdc40a1a48b39325edcea04, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/edbf4eb5b7774bf780fd776febf5a008, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0045e283c9da4b27aed54768a24b443d] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.3 K 2024-11-22T20:22:54,243 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting eecf05811cdc40a1a48b39325edcea04, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732306971361 2024-11-22T20:22:54,245 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting edbf4eb5b7774bf780fd776febf5a008, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732306972526 2024-11-22T20:22:54,245 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0045e283c9da4b27aed54768a24b443d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732306973225 2024-11-22T20:22:54,250 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/f330f783e3a445158113516fe8287f0c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f330f783e3a445158113516fe8287f0c 2024-11-22T20:22:54,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/16f46f2e66274d5c880ae452d6f534d6 is 50, key is test_row_0/A:col10/1732306973583/Put/seqid=0 2024-11-22T20:22:54,260 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into f330f783e3a445158113516fe8287f0c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:54,260 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:54,260 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=13, startTime=1732306974167; duration=0sec 2024-11-22T20:22:54,261 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:54,261 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:22:54,280 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:54,281 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/653562cad76b47b3bf3121bf3c19dfea is 50, key is test_row_0/C:col10/1732306973550/Put/seqid=0 2024-11-22T20:22:54,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307034300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:54,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742184_1360 (size=12301) 2024-11-22T20:22:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742185_1361 (size=12949) 2024-11-22T20:22:54,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307034405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T20:22:54,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307034607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:54,710 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/16f46f2e66274d5c880ae452d6f534d6 2024-11-22T20:22:54,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/2f36f26682d246c7845a52e6b9890d05 is 50, key is test_row_0/B:col10/1732306973583/Put/seqid=0 2024-11-22T20:22:54,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742186_1362 (size=12301) 2024-11-22T20:22:54,761 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/2f36f26682d246c7845a52e6b9890d05 2024-11-22T20:22:54,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1f27477b345e472fa6f43af12ac31b03 is 50, key is test_row_0/C:col10/1732306973583/Put/seqid=0 2024-11-22T20:22:54,783 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/653562cad76b47b3bf3121bf3c19dfea as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/653562cad76b47b3bf3121bf3c19dfea 2024-11-22T20:22:54,796 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into 653562cad76b47b3bf3121bf3c19dfea(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:54,796 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:54,796 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306974167; duration=0sec 2024-11-22T20:22:54,796 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:54,797 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:22:54,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742187_1363 (size=12301) 2024-11-22T20:22:54,815 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1f27477b345e472fa6f43af12ac31b03 2024-11-22T20:22:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/16f46f2e66274d5c880ae452d6f534d6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/16f46f2e66274d5c880ae452d6f534d6 2024-11-22T20:22:54,827 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/16f46f2e66274d5c880ae452d6f534d6, entries=150, sequenceid=282, filesize=12.0 K 2024-11-22T20:22:54,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/2f36f26682d246c7845a52e6b9890d05 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2f36f26682d246c7845a52e6b9890d05 2024-11-22T20:22:54,832 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2f36f26682d246c7845a52e6b9890d05, entries=150, sequenceid=282, filesize=12.0 K 2024-11-22T20:22:54,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1f27477b345e472fa6f43af12ac31b03 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1f27477b345e472fa6f43af12ac31b03 2024-11-22T20:22:54,838 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1f27477b345e472fa6f43af12ac31b03, entries=150, sequenceid=282, filesize=12.0 K 2024-11-22T20:22:54,839 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6c1e0786fb2d12928fe22fed590a7ac3 in 605ms, sequenceid=282, compaction requested=false 2024-11-22T20:22:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-22T20:22:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-22T20:22:54,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-22T20:22:54,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3880 sec 2024-11-22T20:22:54,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.3940 sec 2024-11-22T20:22:54,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T20:22:54,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:54,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:54,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:54,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:54,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:54,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:54,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/7eeb61832f8e4385b75a34ba6d961b47 is 50, key is test_row_0/A:col10/1732306974298/Put/seqid=0 2024-11-22T20:22:54,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742188_1364 (size=12301) 2024-11-22T20:22:54,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/7eeb61832f8e4385b75a34ba6d961b47 2024-11-22T20:22:54,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307034980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:54,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/6035d53ee51541178eeb2afdbe067bab is 50, key is test_row_0/B:col10/1732306974298/Put/seqid=0 2024-11-22T20:22:55,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742189_1365 (size=12301) 2024-11-22T20:22:55,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/6035d53ee51541178eeb2afdbe067bab 2024-11-22T20:22:55,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/8b77d51a46a34c91a28bc2e6ec5928ad is 50, key is test_row_0/C:col10/1732306974298/Put/seqid=0 2024-11-22T20:22:55,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307035084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:55,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742190_1366 (size=12301) 2024-11-22T20:22:55,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307035289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:55,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/8b77d51a46a34c91a28bc2e6ec5928ad 2024-11-22T20:22:55,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/7eeb61832f8e4385b75a34ba6d961b47 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7eeb61832f8e4385b75a34ba6d961b47 2024-11-22T20:22:55,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7eeb61832f8e4385b75a34ba6d961b47, entries=150, sequenceid=303, filesize=12.0 K 2024-11-22T20:22:55,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/6035d53ee51541178eeb2afdbe067bab as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6035d53ee51541178eeb2afdbe067bab 2024-11-22T20:22:55,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6035d53ee51541178eeb2afdbe067bab, entries=150, sequenceid=303, filesize=12.0 K 2024-11-22T20:22:55,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/8b77d51a46a34c91a28bc2e6ec5928ad as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8b77d51a46a34c91a28bc2e6ec5928ad 2024-11-22T20:22:55,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8b77d51a46a34c91a28bc2e6ec5928ad, entries=150, sequenceid=303, filesize=12.0 K 2024-11-22T20:22:55,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6c1e0786fb2d12928fe22fed590a7ac3 in 599ms, sequenceid=303, compaction requested=true 2024-11-22T20:22:55,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:55,515 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:55,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:55,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:55,515 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:55,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:55,516 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:55,516 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:22:55,517 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:55,517 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/6901fa409f394d2abe6e22660ef9f2b6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/16f46f2e66274d5c880ae452d6f534d6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7eeb61832f8e4385b75a34ba6d961b47] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.7 K 2024-11-22T20:22:55,517 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:55,517 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:22:55,517 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:55,517 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f330f783e3a445158113516fe8287f0c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2f36f26682d246c7845a52e6b9890d05, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6035d53ee51541178eeb2afdbe067bab] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.7 K 2024-11-22T20:22:55,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:55,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:55,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:55,518 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f330f783e3a445158113516fe8287f0c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732306973225 2024-11-22T20:22:55,518 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6901fa409f394d2abe6e22660ef9f2b6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732306973225 2024-11-22T20:22:55,518 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f36f26682d246c7845a52e6b9890d05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732306973583 2024-11-22T20:22:55,518 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16f46f2e66274d5c880ae452d6f534d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732306973583 2024-11-22T20:22:55,519 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 6035d53ee51541178eeb2afdbe067bab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732306974291 2024-11-22T20:22:55,519 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eeb61832f8e4385b75a34ba6d961b47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732306974291 2024-11-22T20:22:55,530 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#311 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:55,530 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/de9dc8fe0a2f4be48b4895392e457f14 is 50, key is test_row_0/B:col10/1732306974298/Put/seqid=0 2024-11-22T20:22:55,533 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:55,533 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/75cf266eb8c745bf88c5bff48006729f is 50, key is test_row_0/A:col10/1732306974298/Put/seqid=0 2024-11-22T20:22:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-22T20:22:55,557 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-22T20:22:55,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-22T20:22:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:22:55,561 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:55,562 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:55,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:55,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742191_1367 (size=13051) 2024-11-22T20:22:55,576 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/de9dc8fe0a2f4be48b4895392e457f14 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/de9dc8fe0a2f4be48b4895392e457f14 2024-11-22T20:22:55,582 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into de9dc8fe0a2f4be48b4895392e457f14(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:55,582 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:55,582 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=13, startTime=1732306975515; duration=0sec 2024-11-22T20:22:55,582 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:55,582 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:22:55,582 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:55,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742192_1368 (size=13051) 2024-11-22T20:22:55,585 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:55,585 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:22:55,585 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:55,585 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/653562cad76b47b3bf3121bf3c19dfea, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1f27477b345e472fa6f43af12ac31b03, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8b77d51a46a34c91a28bc2e6ec5928ad] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.7 K 2024-11-22T20:22:55,586 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 653562cad76b47b3bf3121bf3c19dfea, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732306973225 2024-11-22T20:22:55,586 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f27477b345e472fa6f43af12ac31b03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732306973583 2024-11-22T20:22:55,587 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b77d51a46a34c91a28bc2e6ec5928ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732306974291 2024-11-22T20:22:55,590 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/75cf266eb8c745bf88c5bff48006729f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/75cf266eb8c745bf88c5bff48006729f 2024-11-22T20:22:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:55,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T20:22:55,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:55,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:55,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:55,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:55,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:55,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:55,598 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into 75cf266eb8c745bf88c5bff48006729f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:55,598 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:55,598 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=13, startTime=1732306975515; duration=0sec 2024-11-22T20:22:55,598 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:55,598 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:22:55,614 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:55,615 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/45b9ad8e37464b22917e0fe65db643c8 is 50, key is test_row_0/C:col10/1732306974298/Put/seqid=0 2024-11-22T20:22:55,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/b2b1eb373b5f436197d06a1fdda0c274 is 50, key is test_row_0/A:col10/1732306974978/Put/seqid=0 2024-11-22T20:22:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:22:55,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307035658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742194_1370 (size=14741) 2024-11-22T20:22:55,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742193_1369 (size=13051) 2024-11-22T20:22:55,714 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:55,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:22:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:55,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:55,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307035763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:22:55,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:55,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:22:55,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:55,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:55,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:55,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:55,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:55,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307035966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:22:56,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:56,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/b2b1eb373b5f436197d06a1fdda0c274 2024-11-22T20:22:56,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/2757a98d49d54ee38747efed456718fa is 50, key is test_row_0/B:col10/1732306974978/Put/seqid=0 2024-11-22T20:22:56,109 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/45b9ad8e37464b22917e0fe65db643c8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/45b9ad8e37464b22917e0fe65db643c8 2024-11-22T20:22:56,115 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into 45b9ad8e37464b22917e0fe65db643c8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:56,115 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:56,115 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306975517; duration=0sec 2024-11-22T20:22:56,115 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:56,115 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:22:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742195_1371 (size=12301) 2024-11-22T20:22:56,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/2757a98d49d54ee38747efed456718fa 2024-11-22T20:22:56,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/e52cb6edfa544719861777aef966bd31 is 50, key is test_row_0/C:col10/1732306974978/Put/seqid=0 2024-11-22T20:22:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:22:56,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:22:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742196_1372 (size=12301) 2024-11-22T20:22:56,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/e52cb6edfa544719861777aef966bd31 2024-11-22T20:22:56,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/b2b1eb373b5f436197d06a1fdda0c274 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/b2b1eb373b5f436197d06a1fdda0c274 2024-11-22T20:22:56,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/b2b1eb373b5f436197d06a1fdda0c274, entries=200, sequenceid=323, filesize=14.4 K 2024-11-22T20:22:56,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/2757a98d49d54ee38747efed456718fa as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2757a98d49d54ee38747efed456718fa 2024-11-22T20:22:56,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2757a98d49d54ee38747efed456718fa, entries=150, sequenceid=323, filesize=12.0 K 2024-11-22T20:22:56,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/e52cb6edfa544719861777aef966bd31 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/e52cb6edfa544719861777aef966bd31 2024-11-22T20:22:56,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/e52cb6edfa544719861777aef966bd31, entries=150, sequenceid=323, filesize=12.0 K 2024-11-22T20:22:56,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6c1e0786fb2d12928fe22fed590a7ac3 in 622ms, sequenceid=323, compaction requested=false 2024-11-22T20:22:56,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:56,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T20:22:56,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:56,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:56,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:56,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/96e5149833e84dd08221d6365e5d95f5 is 50, key is test_row_0/A:col10/1732306975643/Put/seqid=0 2024-11-22T20:22:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742197_1373 (size=12301) 2024-11-22T20:22:56,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/96e5149833e84dd08221d6365e5d95f5 2024-11-22T20:22:56,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307036320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/cd78ec623b3d455bba79d3d6b7de1f8d is 50, key is test_row_0/B:col10/1732306975643/Put/seqid=0 2024-11-22T20:22:56,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:22:56,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:56,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742198_1374 (size=12301) 2024-11-22T20:22:56,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/cd78ec623b3d455bba79d3d6b7de1f8d 2024-11-22T20:22:56,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/8c703f4649654cd28992f6c7a4a9ef5a is 50, key is test_row_0/C:col10/1732306975643/Put/seqid=0 2024-11-22T20:22:56,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307036424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742199_1375 (size=12301) 2024-11-22T20:22:56,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/8c703f4649654cd28992f6c7a4a9ef5a 2024-11-22T20:22:56,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/96e5149833e84dd08221d6365e5d95f5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/96e5149833e84dd08221d6365e5d95f5 2024-11-22T20:22:56,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:22:56,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:56,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/96e5149833e84dd08221d6365e5d95f5, entries=150, sequenceid=343, filesize=12.0 K 2024-11-22T20:22:56,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/cd78ec623b3d455bba79d3d6b7de1f8d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/cd78ec623b3d455bba79d3d6b7de1f8d 2024-11-22T20:22:56,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/cd78ec623b3d455bba79d3d6b7de1f8d, entries=150, sequenceid=343, filesize=12.0 K 2024-11-22T20:22:56,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/8c703f4649654cd28992f6c7a4a9ef5a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8c703f4649654cd28992f6c7a4a9ef5a 2024-11-22T20:22:56,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8c703f4649654cd28992f6c7a4a9ef5a, entries=150, sequenceid=343, filesize=12.0 K 2024-11-22T20:22:56,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6c1e0786fb2d12928fe22fed590a7ac3 in 245ms, sequenceid=343, compaction requested=true 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:56,516 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:56,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:56,516 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:56,518 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:56,518 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:56,518 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:22:56,518 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:22:56,518 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,518 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,518 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/75cf266eb8c745bf88c5bff48006729f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/b2b1eb373b5f436197d06a1fdda0c274, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/96e5149833e84dd08221d6365e5d95f5] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=39.2 K 2024-11-22T20:22:56,518 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/de9dc8fe0a2f4be48b4895392e457f14, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2757a98d49d54ee38747efed456718fa, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/cd78ec623b3d455bba79d3d6b7de1f8d] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.8 K 2024-11-22T20:22:56,519 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75cf266eb8c745bf88c5bff48006729f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732306974291 2024-11-22T20:22:56,519 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting de9dc8fe0a2f4be48b4895392e457f14, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732306974291 2024-11-22T20:22:56,520 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2b1eb373b5f436197d06a1fdda0c274, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732306974968 2024-11-22T20:22:56,520 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2757a98d49d54ee38747efed456718fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732306974973 2024-11-22T20:22:56,521 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96e5149833e84dd08221d6365e5d95f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732306975643 2024-11-22T20:22:56,521 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting cd78ec623b3d455bba79d3d6b7de1f8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732306975643 2024-11-22T20:22:56,550 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#320 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:56,551 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/c520a788c3b842efb96208123dd3763e is 50, key is test_row_0/B:col10/1732306975643/Put/seqid=0 2024-11-22T20:22:56,553 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:56,555 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/7b3b7b53a9a244e897ac88dbaea9efda is 50, key is test_row_0/A:col10/1732306975643/Put/seqid=0 2024-11-22T20:22:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742200_1376 (size=13153) 2024-11-22T20:22:56,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742201_1377 (size=13153) 2024-11-22T20:22:56,624 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/7b3b7b53a9a244e897ac88dbaea9efda as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7b3b7b53a9a244e897ac88dbaea9efda 2024-11-22T20:22:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:56,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T20:22:56,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:56,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:56,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:56,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,635 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into 7b3b7b53a9a244e897ac88dbaea9efda(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:56,635 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:56,635 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=13, startTime=1732306976516; duration=0sec 2024-11-22T20:22:56,635 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:56,635 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:22:56,635 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:56,640 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:56,640 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:22:56,640 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,640 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/45b9ad8e37464b22917e0fe65db643c8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/e52cb6edfa544719861777aef966bd31, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8c703f4649654cd28992f6c7a4a9ef5a] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=36.8 K 2024-11-22T20:22:56,640 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45b9ad8e37464b22917e0fe65db643c8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732306974291 2024-11-22T20:22:56,641 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e52cb6edfa544719861777aef966bd31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732306974973 2024-11-22T20:22:56,641 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c703f4649654cd28992f6c7a4a9ef5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732306975643 2024-11-22T20:22:56,642 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:22:56,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/adab7e716f174793833824f32f46d0f0 is 50, key is test_row_0/A:col10/1732306976632/Put/seqid=0 2024-11-22T20:22:56,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:56,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:22:56,673 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:56,674 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1690445849a341e6a6faa92d61302732 is 50, key is test_row_0/C:col10/1732306975643/Put/seqid=0 2024-11-22T20:22:56,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742202_1378 (size=14741) 2024-11-22T20:22:56,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/adab7e716f174793833824f32f46d0f0 2024-11-22T20:22:56,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ba336793df934daa8fc1d6372852ce81 is 50, key is test_row_0/B:col10/1732306976632/Put/seqid=0 2024-11-22T20:22:56,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307036695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742203_1379 (size=13153) 2024-11-22T20:22:56,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742204_1380 (size=12301) 2024-11-22T20:22:56,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ba336793df934daa8fc1d6372852ce81 2024-11-22T20:22:56,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/389426f62c974fc5a4f5a14434bfa289 is 50, key is test_row_0/C:col10/1732306976632/Put/seqid=0 2024-11-22T20:22:56,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742205_1381 (size=12301) 2024-11-22T20:22:56,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/389426f62c974fc5a4f5a14434bfa289 2024-11-22T20:22:56,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:22:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:56,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307036799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/adab7e716f174793833824f32f46d0f0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/adab7e716f174793833824f32f46d0f0 2024-11-22T20:22:56,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/adab7e716f174793833824f32f46d0f0, entries=200, sequenceid=362, filesize=14.4 K 2024-11-22T20:22:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ba336793df934daa8fc1d6372852ce81 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ba336793df934daa8fc1d6372852ce81 2024-11-22T20:22:56,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ba336793df934daa8fc1d6372852ce81, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T20:22:56,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/389426f62c974fc5a4f5a14434bfa289 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/389426f62c974fc5a4f5a14434bfa289 2024-11-22T20:22:56,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/389426f62c974fc5a4f5a14434bfa289, entries=150, sequenceid=362, filesize=12.0 K 2024-11-22T20:22:56,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6c1e0786fb2d12928fe22fed590a7ac3 in 204ms, sequenceid=362, compaction requested=false 2024-11-22T20:22:56,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:56,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:56,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-22T20:22:56,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:56,950 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T20:22:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:56,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:56,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/312a3b60998b4ed686cf9dc2b8ab587e is 50, key is test_row_0/A:col10/1732306976693/Put/seqid=0 2024-11-22T20:22:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742206_1382 (size=12301) 2024-11-22T20:22:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:57,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:57,006 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/c520a788c3b842efb96208123dd3763e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/c520a788c3b842efb96208123dd3763e 2024-11-22T20:22:57,014 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into c520a788c3b842efb96208123dd3763e(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:57,014 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:57,014 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=13, startTime=1732306976516; duration=0sec 2024-11-22T20:22:57,015 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:57,015 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:22:57,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307037076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:57,127 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1690445849a341e6a6faa92d61302732 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1690445849a341e6a6faa92d61302732 2024-11-22T20:22:57,135 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into 1690445849a341e6a6faa92d61302732(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:57,135 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:57,135 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306976516; duration=0sec 2024-11-22T20:22:57,135 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:57,135 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:22:57,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307037180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:57,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307037383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:57,403 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/312a3b60998b4ed686cf9dc2b8ab587e 2024-11-22T20:22:57,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/e004c26a721045409329defc05aff773 is 50, key is test_row_0/B:col10/1732306976693/Put/seqid=0 2024-11-22T20:22:57,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742207_1383 (size=12301) 2024-11-22T20:22:57,463 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/e004c26a721045409329defc05aff773 2024-11-22T20:22:57,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/fcf57cdd79a84aba81affa996dd065be is 50, key is test_row_0/C:col10/1732306976693/Put/seqid=0 2024-11-22T20:22:57,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742208_1384 (size=12301) 2024-11-22T20:22:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:22:57,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307037688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:57,923 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/fcf57cdd79a84aba81affa996dd065be 2024-11-22T20:22:57,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/312a3b60998b4ed686cf9dc2b8ab587e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/312a3b60998b4ed686cf9dc2b8ab587e 2024-11-22T20:22:57,933 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/312a3b60998b4ed686cf9dc2b8ab587e, entries=150, sequenceid=380, filesize=12.0 K 2024-11-22T20:22:57,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/e004c26a721045409329defc05aff773 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e004c26a721045409329defc05aff773 2024-11-22T20:22:57,938 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e004c26a721045409329defc05aff773, entries=150, sequenceid=380, filesize=12.0 K 2024-11-22T20:22:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/fcf57cdd79a84aba81affa996dd065be as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fcf57cdd79a84aba81affa996dd065be 2024-11-22T20:22:57,945 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fcf57cdd79a84aba81affa996dd065be, entries=150, sequenceid=380, filesize=12.0 K 2024-11-22T20:22:57,946 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6c1e0786fb2d12928fe22fed590a7ac3 in 997ms, sequenceid=380, compaction requested=true 2024-11-22T20:22:57,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:57,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:57,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-22T20:22:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-22T20:22:57,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-22T20:22:57,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3860 sec 2024-11-22T20:22:57,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.3910 sec 2024-11-22T20:22:58,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T20:22:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:58,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:58,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/bf9120efed224dc48485d6d611282dc4 is 50, key is test_row_0/A:col10/1732306977050/Put/seqid=0 2024-11-22T20:22:58,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307038096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307038097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307038098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307038099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742209_1385 (size=12301) 2024-11-22T20:22:58,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307038191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307038201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307038202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307038202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307038203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307038405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307038405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307038405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307038406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/bf9120efed224dc48485d6d611282dc4 2024-11-22T20:22:58,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ce902863d9c54b5591966fa55b5cb3f2 is 50, key is test_row_0/B:col10/1732306977050/Put/seqid=0 2024-11-22T20:22:58,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742210_1386 (size=12301) 2024-11-22T20:22:58,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ce902863d9c54b5591966fa55b5cb3f2 2024-11-22T20:22:58,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/228e1bb97b4e42d2b21f5b88e81578a7 is 50, key is test_row_0/C:col10/1732306977050/Put/seqid=0 2024-11-22T20:22:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742211_1387 (size=12301) 2024-11-22T20:22:58,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/228e1bb97b4e42d2b21f5b88e81578a7 2024-11-22T20:22:58,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/bf9120efed224dc48485d6d611282dc4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bf9120efed224dc48485d6d611282dc4 2024-11-22T20:22:58,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bf9120efed224dc48485d6d611282dc4, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T20:22:58,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ce902863d9c54b5591966fa55b5cb3f2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ce902863d9c54b5591966fa55b5cb3f2 2024-11-22T20:22:58,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ce902863d9c54b5591966fa55b5cb3f2, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T20:22:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/228e1bb97b4e42d2b21f5b88e81578a7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/228e1bb97b4e42d2b21f5b88e81578a7 2024-11-22T20:22:58,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/228e1bb97b4e42d2b21f5b88e81578a7, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T20:22:58,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6c1e0786fb2d12928fe22fed590a7ac3 in 516ms, sequenceid=403, compaction requested=true 2024-11-22T20:22:58,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:58,595 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:58,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:58,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:58,596 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:58,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:58,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:58,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:58,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:58,598 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:58,598 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:22:58,598 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:58,598 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/c520a788c3b842efb96208123dd3763e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ba336793df934daa8fc1d6372852ce81, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e004c26a721045409329defc05aff773, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ce902863d9c54b5591966fa55b5cb3f2] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=48.9 K 2024-11-22T20:22:58,599 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:58,599 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:22:58,599 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c520a788c3b842efb96208123dd3763e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732306975643 2024-11-22T20:22:58,599 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:58,599 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7b3b7b53a9a244e897ac88dbaea9efda, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/adab7e716f174793833824f32f46d0f0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/312a3b60998b4ed686cf9dc2b8ab587e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bf9120efed224dc48485d6d611282dc4] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=51.3 K 2024-11-22T20:22:58,600 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b3b7b53a9a244e897ac88dbaea9efda, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732306975643 2024-11-22T20:22:58,600 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ba336793df934daa8fc1d6372852ce81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732306976299 2024-11-22T20:22:58,600 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting adab7e716f174793833824f32f46d0f0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732306976299 2024-11-22T20:22:58,600 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting e004c26a721045409329defc05aff773, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732306976663 2024-11-22T20:22:58,601 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 312a3b60998b4ed686cf9dc2b8ab587e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732306976663 2024-11-22T20:22:58,601 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ce902863d9c54b5591966fa55b5cb3f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732306977050 2024-11-22T20:22:58,602 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf9120efed224dc48485d6d611282dc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732306977050 2024-11-22T20:22:58,613 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:58,614 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:58,614 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/e2d86b99a6344d21b99ee8850c988669 is 50, key is test_row_0/B:col10/1732306977050/Put/seqid=0 2024-11-22T20:22:58,614 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/2ef0637ab12049dcb24314d72f295097 is 50, key is test_row_0/A:col10/1732306977050/Put/seqid=0 2024-11-22T20:22:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742212_1388 (size=13289) 2024-11-22T20:22:58,644 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/e2d86b99a6344d21b99ee8850c988669 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e2d86b99a6344d21b99ee8850c988669 2024-11-22T20:22:58,650 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into e2d86b99a6344d21b99ee8850c988669(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:58,650 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:58,650 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=12, startTime=1732306978596; duration=0sec 2024-11-22T20:22:58,650 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:58,650 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:22:58,651 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:22:58,653 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:22:58,653 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:22:58,653 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:58,653 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1690445849a341e6a6faa92d61302732, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/389426f62c974fc5a4f5a14434bfa289, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fcf57cdd79a84aba81affa996dd065be, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/228e1bb97b4e42d2b21f5b88e81578a7] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=48.9 K 2024-11-22T20:22:58,653 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 1690445849a341e6a6faa92d61302732, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732306975643 2024-11-22T20:22:58,654 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 389426f62c974fc5a4f5a14434bfa289, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732306976299 2024-11-22T20:22:58,655 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting fcf57cdd79a84aba81affa996dd065be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732306976663 2024-11-22T20:22:58,655 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 228e1bb97b4e42d2b21f5b88e81578a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732306977050 2024-11-22T20:22:58,666 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:58,667 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b3b14d912a8a48e09f9fee1232dacf00 is 50, key is test_row_0/C:col10/1732306977050/Put/seqid=0 2024-11-22T20:22:58,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742213_1389 (size=13289) 2024-11-22T20:22:58,675 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/2ef0637ab12049dcb24314d72f295097 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/2ef0637ab12049dcb24314d72f295097 2024-11-22T20:22:58,682 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into 2ef0637ab12049dcb24314d72f295097(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:58,682 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:58,682 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=12, startTime=1732306978595; duration=0sec 2024-11-22T20:22:58,682 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:58,682 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:22:58,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742214_1390 (size=13289) 2024-11-22T20:22:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:58,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:22:58,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:58,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:58,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:58,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:58,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:58,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:58,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/06901fb3e5634e63b2622477d7712d7c is 50, key is test_row_0/A:col10/1732306978095/Put/seqid=0 2024-11-22T20:22:58,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307038740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307038741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307038742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307038742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742215_1391 (size=12301) 2024-11-22T20:22:58,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/06901fb3e5634e63b2622477d7712d7c 2024-11-22T20:22:58,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5e280b7199cb4d7ca70f583b62c9cfb8 is 50, key is test_row_0/B:col10/1732306978095/Put/seqid=0 2024-11-22T20:22:58,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742216_1392 (size=12301) 2024-11-22T20:22:58,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5e280b7199cb4d7ca70f583b62c9cfb8 2024-11-22T20:22:58,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/c479fe41acb243cb9102ad7ba06d96e5 is 50, key is test_row_0/C:col10/1732306978095/Put/seqid=0 2024-11-22T20:22:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742217_1393 (size=12301) 2024-11-22T20:22:58,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/c479fe41acb243cb9102ad7ba06d96e5 2024-11-22T20:22:58,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/06901fb3e5634e63b2622477d7712d7c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/06901fb3e5634e63b2622477d7712d7c 2024-11-22T20:22:58,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/06901fb3e5634e63b2622477d7712d7c, entries=150, sequenceid=421, filesize=12.0 K 2024-11-22T20:22:58,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5e280b7199cb4d7ca70f583b62c9cfb8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e280b7199cb4d7ca70f583b62c9cfb8 2024-11-22T20:22:58,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307038844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307038846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307038847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307038847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:58,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e280b7199cb4d7ca70f583b62c9cfb8, entries=150, sequenceid=421, filesize=12.0 K 2024-11-22T20:22:58,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/c479fe41acb243cb9102ad7ba06d96e5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/c479fe41acb243cb9102ad7ba06d96e5 2024-11-22T20:22:58,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/c479fe41acb243cb9102ad7ba06d96e5, entries=150, sequenceid=421, filesize=12.0 K 2024-11-22T20:22:58,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6c1e0786fb2d12928fe22fed590a7ac3 in 145ms, sequenceid=421, compaction requested=false 2024-11-22T20:22:58,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:59,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:22:59,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:59,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:59,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:59,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/05baa076fb57467ea9852a416b472b07 is 50, key is test_row_0/A:col10/1732306979049/Put/seqid=0 2024-11-22T20:22:59,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307039063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307039063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307039065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307039066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742218_1394 (size=12301) 2024-11-22T20:22:59,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/05baa076fb57467ea9852a416b472b07 2024-11-22T20:22:59,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/31495c4b0161412cb405a439fcc2898e is 50, key is test_row_0/B:col10/1732306979049/Put/seqid=0 2024-11-22T20:22:59,108 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b3b14d912a8a48e09f9fee1232dacf00 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b3b14d912a8a48e09f9fee1232dacf00 2024-11-22T20:22:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742219_1395 (size=12301) 2024-11-22T20:22:59,116 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into b3b14d912a8a48e09f9fee1232dacf00(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:59,116 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:59,116 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=12, startTime=1732306978596; duration=0sec 2024-11-22T20:22:59,116 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:59,116 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:22:59,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/31495c4b0161412cb405a439fcc2898e 2024-11-22T20:22:59,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/d891dcc9ad8b4c1e92910b093a1fba87 is 50, key is test_row_0/C:col10/1732306979049/Put/seqid=0 2024-11-22T20:22:59,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742220_1396 (size=12301) 2024-11-22T20:22:59,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/d891dcc9ad8b4c1e92910b093a1fba87 2024-11-22T20:22:59,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/05baa076fb57467ea9852a416b472b07 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/05baa076fb57467ea9852a416b472b07 2024-11-22T20:22:59,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307039168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307039168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307039169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307039169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/05baa076fb57467ea9852a416b472b07, entries=150, sequenceid=442, filesize=12.0 K 2024-11-22T20:22:59,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/31495c4b0161412cb405a439fcc2898e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/31495c4b0161412cb405a439fcc2898e 2024-11-22T20:22:59,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/31495c4b0161412cb405a439fcc2898e, entries=150, sequenceid=442, filesize=12.0 K 2024-11-22T20:22:59,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/d891dcc9ad8b4c1e92910b093a1fba87 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d891dcc9ad8b4c1e92910b093a1fba87 2024-11-22T20:22:59,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d891dcc9ad8b4c1e92910b093a1fba87, entries=150, sequenceid=442, filesize=12.0 K 2024-11-22T20:22:59,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6c1e0786fb2d12928fe22fed590a7ac3 in 143ms, sequenceid=442, compaction requested=true 2024-11-22T20:22:59,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:59,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:22:59,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:59,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:22:59,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:59,195 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:59,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:22:59,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:59,195 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:59,196 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:59,196 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:22:59,196 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:59,196 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e2d86b99a6344d21b99ee8850c988669, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e280b7199cb4d7ca70f583b62c9cfb8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/31495c4b0161412cb405a439fcc2898e] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=37.0 K 2024-11-22T20:22:59,197 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:59,197 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting e2d86b99a6344d21b99ee8850c988669, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732306977050 2024-11-22T20:22:59,197 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:22:59,197 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:59,197 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/2ef0637ab12049dcb24314d72f295097, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/06901fb3e5634e63b2622477d7712d7c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/05baa076fb57467ea9852a416b472b07] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=37.0 K 2024-11-22T20:22:59,197 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e280b7199cb4d7ca70f583b62c9cfb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732306978095 2024-11-22T20:22:59,198 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ef0637ab12049dcb24314d72f295097, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732306977050 2024-11-22T20:22:59,198 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 31495c4b0161412cb405a439fcc2898e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306978736 2024-11-22T20:22:59,198 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06901fb3e5634e63b2622477d7712d7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732306978095 2024-11-22T20:22:59,199 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05baa076fb57467ea9852a416b472b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306978736 2024-11-22T20:22:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:59,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:22:59,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:59,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:59,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:59,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,230 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:59,230 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d5752ad11f94444187f2e980d73573d2 is 50, key is test_row_0/A:col10/1732306979049/Put/seqid=0 2024-11-22T20:22:59,242 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:59,243 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5a8653c66c69440186743f086d49b7a1 is 50, key is test_row_0/B:col10/1732306979049/Put/seqid=0 2024-11-22T20:22:59,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/fd93c367b2064a409364f67033bc12ba is 50, key is test_row_0/A:col10/1732306979064/Put/seqid=0 2024-11-22T20:22:59,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742221_1397 (size=13391) 2024-11-22T20:22:59,311 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d5752ad11f94444187f2e980d73573d2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d5752ad11f94444187f2e980d73573d2 2024-11-22T20:22:59,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742223_1399 (size=12301) 2024-11-22T20:22:59,320 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into d5752ad11f94444187f2e980d73573d2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:59,320 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:59,320 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=13, startTime=1732306979195; duration=0sec 2024-11-22T20:22:59,321 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:22:59,322 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:22:59,322 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:22:59,324 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:22:59,324 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:22:59,324 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:59,324 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b3b14d912a8a48e09f9fee1232dacf00, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/c479fe41acb243cb9102ad7ba06d96e5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d891dcc9ad8b4c1e92910b093a1fba87] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=37.0 K 2024-11-22T20:22:59,326 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3b14d912a8a48e09f9fee1232dacf00, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732306977050 2024-11-22T20:22:59,326 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c479fe41acb243cb9102ad7ba06d96e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732306978095 2024-11-22T20:22:59,329 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d891dcc9ad8b4c1e92910b093a1fba87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306978736 2024-11-22T20:22:59,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307039323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742222_1398 (size=13391) 2024-11-22T20:22:59,344 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5a8653c66c69440186743f086d49b7a1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5a8653c66c69440186743f086d49b7a1 2024-11-22T20:22:59,350 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:22:59,350 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/cbf3badb664d489c9d84befa87fd7444 is 50, key is test_row_0/C:col10/1732306979049/Put/seqid=0 2024-11-22T20:22:59,354 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into 5a8653c66c69440186743f086d49b7a1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:59,354 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:59,354 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=13, startTime=1732306979195; duration=0sec 2024-11-22T20:22:59,354 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:59,354 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:22:59,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307039374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307039374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307039374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307039374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742224_1400 (size=13391) 2024-11-22T20:22:59,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307039432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307039638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-22T20:22:59,667 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-22T20:22:59,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:22:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-22T20:22:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T20:22:59,671 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:22:59,671 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:22:59,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:22:59,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307039679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307039679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307039679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:22:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307039680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/fd93c367b2064a409364f67033bc12ba 2024-11-22T20:22:59,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/d04774fa629f4a5dba9a43bc36f3b47f is 50, key is test_row_0/B:col10/1732306979064/Put/seqid=0 2024-11-22T20:22:59,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742225_1401 (size=12301) 2024-11-22T20:22:59,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/d04774fa629f4a5dba9a43bc36f3b47f 2024-11-22T20:22:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T20:22:59,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b51f8b9e0bf14f34b82af02f75d4b3d2 is 50, key is test_row_0/C:col10/1732306979064/Put/seqid=0 2024-11-22T20:22:59,799 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/cbf3badb664d489c9d84befa87fd7444 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/cbf3badb664d489c9d84befa87fd7444 2024-11-22T20:22:59,812 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into cbf3badb664d489c9d84befa87fd7444(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:22:59,812 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:59,812 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306979195; duration=0sec 2024-11-22T20:22:59,813 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:22:59,813 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:22:59,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742226_1402 (size=12301) 2024-11-22T20:22:59,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b51f8b9e0bf14f34b82af02f75d4b3d2 2024-11-22T20:22:59,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/fd93c367b2064a409364f67033bc12ba as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/fd93c367b2064a409364f67033bc12ba 2024-11-22T20:22:59,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T20:22:59,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:59,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:59,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:59,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:59,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:59,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/fd93c367b2064a409364f67033bc12ba, entries=150, sequenceid=459, filesize=12.0 K 2024-11-22T20:22:59,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/d04774fa629f4a5dba9a43bc36f3b47f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/d04774fa629f4a5dba9a43bc36f3b47f 2024-11-22T20:22:59,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/d04774fa629f4a5dba9a43bc36f3b47f, entries=150, sequenceid=459, filesize=12.0 K 2024-11-22T20:22:59,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/b51f8b9e0bf14f34b82af02f75d4b3d2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b51f8b9e0bf14f34b82af02f75d4b3d2 2024-11-22T20:22:59,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b51f8b9e0bf14f34b82af02f75d4b3d2, entries=150, sequenceid=459, filesize=12.0 K 2024-11-22T20:22:59,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6c1e0786fb2d12928fe22fed590a7ac3 in 640ms, sequenceid=459, compaction requested=false 2024-11-22T20:22:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:22:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:22:59,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:22:59,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:22:59,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:22:59,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:22:59,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:22:59,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/03cfb8a2ca8b4913895238d11e0b6984 is 50, key is test_row_0/A:col10/1732306979944/Put/seqid=0 2024-11-22T20:22:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T20:22:59,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:22:59,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T20:22:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:22:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:22:59,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:22:59,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742227_1403 (size=14741) 2024-11-22T20:22:59,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/03cfb8a2ca8b4913895238d11e0b6984 2024-11-22T20:23:00,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/120c0595f7414cc89e72b767f8de78c3 is 50, key is test_row_0/B:col10/1732306979944/Put/seqid=0 2024-11-22T20:23:00,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307040007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742228_1404 (size=12301) 2024-11-22T20:23:00,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/120c0595f7414cc89e72b767f8de78c3 2024-11-22T20:23:00,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/0819506bba834b6da074b546f51f461d is 50, key is test_row_0/C:col10/1732306979944/Put/seqid=0 2024-11-22T20:23:00,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742229_1405 (size=12301) 2024-11-22T20:23:00,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307040113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/0819506bba834b6da074b546f51f461d 2024-11-22T20:23:00,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/03cfb8a2ca8b4913895238d11e0b6984 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/03cfb8a2ca8b4913895238d11e0b6984 2024-11-22T20:23:00,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T20:23:00,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:00,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:00,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:00,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/03cfb8a2ca8b4913895238d11e0b6984, entries=200, sequenceid=483, filesize=14.4 K 2024-11-22T20:23:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:00,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/120c0595f7414cc89e72b767f8de78c3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/120c0595f7414cc89e72b767f8de78c3 2024-11-22T20:23:00,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/120c0595f7414cc89e72b767f8de78c3, entries=150, sequenceid=483, filesize=12.0 K 2024-11-22T20:23:00,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/0819506bba834b6da074b546f51f461d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0819506bba834b6da074b546f51f461d 2024-11-22T20:23:00,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0819506bba834b6da074b546f51f461d, entries=150, sequenceid=483, filesize=12.0 K 2024-11-22T20:23:00,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6c1e0786fb2d12928fe22fed590a7ac3 in 204ms, sequenceid=483, compaction requested=true 2024-11-22T20:23:00,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:00,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:00,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:00,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:00,150 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:00,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:00,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:00,150 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:00,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:00,151 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:00,151 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:23:00,151 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,151 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d5752ad11f94444187f2e980d73573d2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/fd93c367b2064a409364f67033bc12ba, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/03cfb8a2ca8b4913895238d11e0b6984] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=39.5 K 2024-11-22T20:23:00,159 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:00,159 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:23:00,159 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,159 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5a8653c66c69440186743f086d49b7a1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/d04774fa629f4a5dba9a43bc36f3b47f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/120c0595f7414cc89e72b767f8de78c3] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=37.1 K 2024-11-22T20:23:00,160 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5752ad11f94444187f2e980d73573d2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306978736 2024-11-22T20:23:00,160 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a8653c66c69440186743f086d49b7a1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306978736 2024-11-22T20:23:00,161 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd93c367b2064a409364f67033bc12ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732306979062 2024-11-22T20:23:00,161 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting d04774fa629f4a5dba9a43bc36f3b47f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732306979062 2024-11-22T20:23:00,161 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03cfb8a2ca8b4913895238d11e0b6984, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732306979303 2024-11-22T20:23:00,162 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 120c0595f7414cc89e72b767f8de78c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732306979303 2024-11-22T20:23:00,174 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:00,175 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/af8f127e33b54def801cdbbfd17e78f8 is 50, key is test_row_0/A:col10/1732306979944/Put/seqid=0 2024-11-22T20:23:00,183 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:00,184 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/9713533099f94cdd9f26a6cebc5a20f1 is 50, key is test_row_0/B:col10/1732306979944/Put/seqid=0 2024-11-22T20:23:00,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:23:00,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:23:00,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:23:00,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:23:00,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:00,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742230_1406 (size=13493) 2024-11-22T20:23:00,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d250112a58684c27af5700a6b161b776 is 50, key is test_row_0/A:col10/1732306979998/Put/seqid=0 2024-11-22T20:23:00,211 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/af8f127e33b54def801cdbbfd17e78f8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/af8f127e33b54def801cdbbfd17e78f8 2024-11-22T20:23:00,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307040209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307040210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307040211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307040213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,218 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into af8f127e33b54def801cdbbfd17e78f8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:00,218 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:00,219 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=13, startTime=1732306980150; duration=0sec 2024-11-22T20:23:00,219 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:00,219 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:23:00,219 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:00,220 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:00,220 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:23:00,220 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,220 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/cbf3badb664d489c9d84befa87fd7444, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b51f8b9e0bf14f34b82af02f75d4b3d2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0819506bba834b6da074b546f51f461d] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=37.1 K 2024-11-22T20:23:00,221 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbf3badb664d489c9d84befa87fd7444, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732306978736 2024-11-22T20:23:00,221 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b51f8b9e0bf14f34b82af02f75d4b3d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732306979062 2024-11-22T20:23:00,221 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0819506bba834b6da074b546f51f461d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732306979303 2024-11-22T20:23:00,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742231_1407 (size=13493) 2024-11-22T20:23:00,240 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/9713533099f94cdd9f26a6cebc5a20f1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/9713533099f94cdd9f26a6cebc5a20f1 2024-11-22T20:23:00,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742232_1408 (size=14741) 2024-11-22T20:23:00,242 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:00,242 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/bc36e4ab0dcb45d595d5c0f0b2e017f1 is 50, key is test_row_0/C:col10/1732306979944/Put/seqid=0 2024-11-22T20:23:00,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d250112a58684c27af5700a6b161b776 2024-11-22T20:23:00,254 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into 9713533099f94cdd9f26a6cebc5a20f1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:00,255 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:00,255 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=13, startTime=1732306980150; duration=0sec 2024-11-22T20:23:00,255 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:00,255 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:23:00,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5e2200d09f944485a3a9a2445ee2927f is 50, key is test_row_0/B:col10/1732306979998/Put/seqid=0 2024-11-22T20:23:00,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742233_1409 (size=13493) 2024-11-22T20:23:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T20:23:00,274 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/bc36e4ab0dcb45d595d5c0f0b2e017f1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc36e4ab0dcb45d595d5c0f0b2e017f1 2024-11-22T20:23:00,279 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into bc36e4ab0dcb45d595d5c0f0b2e017f1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:00,279 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:00,279 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306980150; duration=0sec 2024-11-22T20:23:00,280 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:00,280 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:23:00,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T20:23:00,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:00,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:00,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:00,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742234_1410 (size=12301) 2024-11-22T20:23:00,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5e2200d09f944485a3a9a2445ee2927f 2024-11-22T20:23:00,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307040316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307040317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307040317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307040317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307040318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/fc8769d1fd344153ac33bfe422b6cdab is 50, key is test_row_0/C:col10/1732306979998/Put/seqid=0 2024-11-22T20:23:00,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742235_1411 (size=12301) 2024-11-22T20:23:00,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/fc8769d1fd344153ac33bfe422b6cdab 2024-11-22T20:23:00,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d250112a58684c27af5700a6b161b776 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d250112a58684c27af5700a6b161b776 2024-11-22T20:23:00,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d250112a58684c27af5700a6b161b776, entries=200, sequenceid=499, filesize=14.4 K 2024-11-22T20:23:00,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/5e2200d09f944485a3a9a2445ee2927f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e2200d09f944485a3a9a2445ee2927f 2024-11-22T20:23:00,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e2200d09f944485a3a9a2445ee2927f, entries=150, sequenceid=499, filesize=12.0 K 2024-11-22T20:23:00,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/fc8769d1fd344153ac33bfe422b6cdab as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fc8769d1fd344153ac33bfe422b6cdab 2024-11-22T20:23:00,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fc8769d1fd344153ac33bfe422b6cdab, entries=150, sequenceid=499, filesize=12.0 K 2024-11-22T20:23:00,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6c1e0786fb2d12928fe22fed590a7ac3 in 214ms, sequenceid=499, compaction requested=false 2024-11-22T20:23:00,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:00,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-22T20:23:00,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,439 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T20:23:00,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:23:00,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:23:00,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:23:00,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/3d166c0f90d3453894b04c948dc895c9 is 50, key is test_row_0/A:col10/1732306980207/Put/seqid=0 2024-11-22T20:23:00,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742236_1412 (size=12301) 2024-11-22T20:23:00,481 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/3d166c0f90d3453894b04c948dc895c9 2024-11-22T20:23:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ca860328bf6e40c3a00d0e9c697f877b is 50, key is test_row_0/B:col10/1732306980207/Put/seqid=0 2024-11-22T20:23:00,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742237_1413 (size=12301) 2024-11-22T20:23:00,523 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ca860328bf6e40c3a00d0e9c697f877b 2024-11-22T20:23:00,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/dbb31bf47ff4488b9bd48514e3ea0ada is 50, key is test_row_0/C:col10/1732306980207/Put/seqid=0 2024-11-22T20:23:00,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742238_1414 (size=12301) 2024-11-22T20:23:00,543 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/dbb31bf47ff4488b9bd48514e3ea0ada 2024-11-22T20:23:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307040538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307040540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307040543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307040544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/3d166c0f90d3453894b04c948dc895c9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/3d166c0f90d3453894b04c948dc895c9 2024-11-22T20:23:00,565 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/3d166c0f90d3453894b04c948dc895c9, entries=150, sequenceid=522, filesize=12.0 K 2024-11-22T20:23:00,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/ca860328bf6e40c3a00d0e9c697f877b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ca860328bf6e40c3a00d0e9c697f877b 2024-11-22T20:23:00,572 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ca860328bf6e40c3a00d0e9c697f877b, entries=150, sequenceid=522, filesize=12.0 K 2024-11-22T20:23:00,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/dbb31bf47ff4488b9bd48514e3ea0ada as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/dbb31bf47ff4488b9bd48514e3ea0ada 2024-11-22T20:23:00,579 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/dbb31bf47ff4488b9bd48514e3ea0ada, entries=150, sequenceid=522, filesize=12.0 K 2024-11-22T20:23:00,580 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6c1e0786fb2d12928fe22fed590a7ac3 in 141ms, sequenceid=522, compaction requested=true 2024-11-22T20:23:00,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:00,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-22T20:23:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-22T20:23:00,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-22T20:23:00,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 910 msec 2024-11-22T20:23:00,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 916 msec 2024-11-22T20:23:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:00,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T20:23:00,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:23:00,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:23:00,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:23:00,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/c41abe5a8ab44018b21e3bb7531bd682 is 50, key is test_row_0/A:col10/1732306980624/Put/seqid=0 2024-11-22T20:23:00,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307040657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742239_1415 (size=12301) 2024-11-22T20:23:00,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/c41abe5a8ab44018b21e3bb7531bd682 2024-11-22T20:23:00,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307040665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307040665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307040665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307040666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/7ef660303cbb48acb39204608a1d76fc is 50, key is test_row_0/B:col10/1732306980624/Put/seqid=0 2024-11-22T20:23:00,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742240_1416 (size=12301) 2024-11-22T20:23:00,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/7ef660303cbb48acb39204608a1d76fc 2024-11-22T20:23:00,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/8ea1d14cc53643a2966b34182417491e is 50, key is test_row_0/C:col10/1732306980624/Put/seqid=0 2024-11-22T20:23:00,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742241_1417 (size=12301) 2024-11-22T20:23:00,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/8ea1d14cc53643a2966b34182417491e 2024-11-22T20:23:00,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/c41abe5a8ab44018b21e3bb7531bd682 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/c41abe5a8ab44018b21e3bb7531bd682 2024-11-22T20:23:00,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307040766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307040772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307040772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307040773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-22T20:23:00,775 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-22T20:23:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307040773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:00,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/c41abe5a8ab44018b21e3bb7531bd682, entries=150, sequenceid=540, filesize=12.0 K 2024-11-22T20:23:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-22T20:23:00,779 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T20:23:00,780 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:00,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:00,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/7ef660303cbb48acb39204608a1d76fc as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7ef660303cbb48acb39204608a1d76fc 2024-11-22T20:23:00,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7ef660303cbb48acb39204608a1d76fc, entries=150, sequenceid=540, filesize=12.0 K 2024-11-22T20:23:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/8ea1d14cc53643a2966b34182417491e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8ea1d14cc53643a2966b34182417491e 2024-11-22T20:23:00,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8ea1d14cc53643a2966b34182417491e, entries=150, sequenceid=540, filesize=12.0 K 2024-11-22T20:23:00,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6c1e0786fb2d12928fe22fed590a7ac3 in 173ms, sequenceid=540, compaction requested=true 2024-11-22T20:23:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:00,798 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:00,798 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:00,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:00,800 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52836 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:00,800 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:23:00,800 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,800 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/af8f127e33b54def801cdbbfd17e78f8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d250112a58684c27af5700a6b161b776, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/3d166c0f90d3453894b04c948dc895c9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/c41abe5a8ab44018b21e3bb7531bd682] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=51.6 K 2024-11-22T20:23:00,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:00,801 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:00,801 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:23:00,801 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,801 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting af8f127e33b54def801cdbbfd17e78f8, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732306979303 2024-11-22T20:23:00,801 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/9713533099f94cdd9f26a6cebc5a20f1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e2200d09f944485a3a9a2445ee2927f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ca860328bf6e40c3a00d0e9c697f877b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7ef660303cbb48acb39204608a1d76fc] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=49.2 K 2024-11-22T20:23:00,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:00,802 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 9713533099f94cdd9f26a6cebc5a20f1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732306979303 2024-11-22T20:23:00,802 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d250112a58684c27af5700a6b161b776, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732306979998 2024-11-22T20:23:00,802 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d166c0f90d3453894b04c948dc895c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732306980205 2024-11-22T20:23:00,802 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e2200d09f944485a3a9a2445ee2927f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732306979998 2024-11-22T20:23:00,802 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ca860328bf6e40c3a00d0e9c697f877b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732306980205 2024-11-22T20:23:00,802 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c41abe5a8ab44018b21e3bb7531bd682, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732306980538 2024-11-22T20:23:00,803 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ef660303cbb48acb39204608a1d76fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732306980538 2024-11-22T20:23:00,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:00,836 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:00,836 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/952b2e38946f41a6a2d393e72f2c5f55 is 50, key is test_row_0/A:col10/1732306980624/Put/seqid=0 2024-11-22T20:23:00,846 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:00,847 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/addad266c09b44d88db965495911ee93 is 50, key is test_row_0/B:col10/1732306980624/Put/seqid=0 2024-11-22T20:23:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T20:23:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742242_1418 (size=13629) 2024-11-22T20:23:00,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742243_1419 (size=13629) 2024-11-22T20:23:00,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-22T20:23:00,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:00,933 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T20:23:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:23:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:23:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:23:00,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:00,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/f95b69ea36014bfda8ed00cb75e87841 is 50, key is test_row_0/A:col10/1732306980654/Put/seqid=0 2024-11-22T20:23:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:00,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742244_1420 (size=12301) 2024-11-22T20:23:00,976 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/f95b69ea36014bfda8ed00cb75e87841 2024-11-22T20:23:00,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307040988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307040988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307040989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307040993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307040994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:00,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/bc769b59cab441d7b523a4ccde3eb940 is 50, key is test_row_0/B:col10/1732306980654/Put/seqid=0 2024-11-22T20:23:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742245_1421 (size=12301) 2024-11-22T20:23:01,030 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/bc769b59cab441d7b523a4ccde3eb940 2024-11-22T20:23:01,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/253383579515418cbee38678836726e3 is 50, key is test_row_0/C:col10/1732306980654/Put/seqid=0 2024-11-22T20:23:01,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742246_1422 (size=12301) 2024-11-22T20:23:01,071 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/253383579515418cbee38678836726e3 2024-11-22T20:23:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/f95b69ea36014bfda8ed00cb75e87841 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/f95b69ea36014bfda8ed00cb75e87841 2024-11-22T20:23:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T20:23:01,089 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/f95b69ea36014bfda8ed00cb75e87841, entries=150, sequenceid=559, filesize=12.0 K 2024-11-22T20:23:01,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/bc769b59cab441d7b523a4ccde3eb940 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/bc769b59cab441d7b523a4ccde3eb940 2024-11-22T20:23:01,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307041096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307041096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307041100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307041100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307041110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,112 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/bc769b59cab441d7b523a4ccde3eb940, entries=150, sequenceid=559, filesize=12.0 K 2024-11-22T20:23:01,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/253383579515418cbee38678836726e3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/253383579515418cbee38678836726e3 2024-11-22T20:23:01,127 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/253383579515418cbee38678836726e3, entries=150, sequenceid=559, filesize=12.0 K 2024-11-22T20:23:01,128 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6c1e0786fb2d12928fe22fed590a7ac3 in 195ms, sequenceid=559, compaction requested=true 2024-11-22T20:23:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:01,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-22T20:23:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-22T20:23:01,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-22T20:23:01,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 350 msec 2024-11-22T20:23:01,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 354 msec 2024-11-22T20:23:01,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T20:23:01,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:23:01,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:01,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:23:01,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:01,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:23:01,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:01,317 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/952b2e38946f41a6a2d393e72f2c5f55 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/952b2e38946f41a6a2d393e72f2c5f55 2024-11-22T20:23:01,319 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/addad266c09b44d88db965495911ee93 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/addad266c09b44d88db965495911ee93 2024-11-22T20:23:01,323 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into 952b2e38946f41a6a2d393e72f2c5f55(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:01,323 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:01,323 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=12, startTime=1732306980798; duration=0sec 2024-11-22T20:23:01,323 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:01,323 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:23:01,324 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-22T20:23:01,325 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into addad266c09b44d88db965495911ee93(size=13.3 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:01,325 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:01,325 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=12, startTime=1732306980798; duration=0sec 2024-11-22T20:23:01,325 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:01,325 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:23:01,326 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62697 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-22T20:23:01,326 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:23:01,326 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:01,326 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc36e4ab0dcb45d595d5c0f0b2e017f1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fc8769d1fd344153ac33bfe422b6cdab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/dbb31bf47ff4488b9bd48514e3ea0ada, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8ea1d14cc53643a2966b34182417491e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/253383579515418cbee38678836726e3] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=61.2 K 2024-11-22T20:23:01,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/9097c8bfa01b4d0a9dbbb755be0a561b is 50, key is test_row_0/A:col10/1732306981303/Put/seqid=0 2024-11-22T20:23:01,328 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc36e4ab0dcb45d595d5c0f0b2e017f1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732306979303 2024-11-22T20:23:01,329 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc8769d1fd344153ac33bfe422b6cdab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732306979998 2024-11-22T20:23:01,329 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbb31bf47ff4488b9bd48514e3ea0ada, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=522, earliestPutTs=1732306980205 2024-11-22T20:23:01,330 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ea1d14cc53643a2966b34182417491e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732306980538 2024-11-22T20:23:01,330 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 253383579515418cbee38678836726e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732306980654 2024-11-22T20:23:01,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307041333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307041334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307041336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307041336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307041338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742247_1423 (size=12301) 2024-11-22T20:23:01,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/9097c8bfa01b4d0a9dbbb755be0a561b 2024-11-22T20:23:01,372 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:01,373 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/3a7208e147c04b6b8dff0e05146b1174 is 50, key is test_row_0/C:col10/1732306980654/Put/seqid=0 2024-11-22T20:23:01,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/3859b48eec9e425ab2d8a5fc5547ba98 is 50, key is test_row_0/B:col10/1732306981303/Put/seqid=0 2024-11-22T20:23:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-22T20:23:01,383 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-22T20:23:01,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-22T20:23:01,386 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:01,387 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:01,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:23:01,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742248_1424 (size=13663) 2024-11-22T20:23:01,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307041440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307041441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307041444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307041445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742249_1425 (size=12301) 2024-11-22T20:23:01,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307041445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/3859b48eec9e425ab2d8a5fc5547ba98 2024-11-22T20:23:01,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/abd152acd6c549d884c47891085b354a is 50, key is test_row_0/C:col10/1732306981303/Put/seqid=0 2024-11-22T20:23:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742250_1426 (size=12301) 2024-11-22T20:23:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:23:01,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:01,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307041645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307041646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307041647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307041648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307041648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:23:01,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:01,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,826 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/3a7208e147c04b6b8dff0e05146b1174 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/3a7208e147c04b6b8dff0e05146b1174 2024-11-22T20:23:01,832 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into 3a7208e147c04b6b8dff0e05146b1174(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:01,832 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:01,832 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=11, startTime=1732306980800; duration=0sec 2024-11-22T20:23:01,832 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:01,832 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:23:01,853 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:01,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:01,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:01,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:01,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:01,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/abd152acd6c549d884c47891085b354a 2024-11-22T20:23:01,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/9097c8bfa01b4d0a9dbbb755be0a561b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/9097c8bfa01b4d0a9dbbb755be0a561b 2024-11-22T20:23:01,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/9097c8bfa01b4d0a9dbbb755be0a561b, entries=150, sequenceid=577, filesize=12.0 K 2024-11-22T20:23:01,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/3859b48eec9e425ab2d8a5fc5547ba98 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3859b48eec9e425ab2d8a5fc5547ba98 2024-11-22T20:23:01,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3859b48eec9e425ab2d8a5fc5547ba98, entries=150, sequenceid=577, filesize=12.0 K 2024-11-22T20:23:01,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/abd152acd6c549d884c47891085b354a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/abd152acd6c549d884c47891085b354a 2024-11-22T20:23:01,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/abd152acd6c549d884c47891085b354a, entries=150, sequenceid=577, filesize=12.0 K 2024-11-22T20:23:01,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6c1e0786fb2d12928fe22fed590a7ac3 in 621ms, sequenceid=577, compaction requested=true 2024-11-22T20:23:01,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:01,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:01,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:01,926 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:01,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:01,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:01,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:01,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:23:01,926 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:01,927 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:01,927 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:23:01,927 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:01,927 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/addad266c09b44d88db965495911ee93, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/bc769b59cab441d7b523a4ccde3eb940, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3859b48eec9e425ab2d8a5fc5547ba98] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=37.3 K 2024-11-22T20:23:01,927 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:01,927 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting addad266c09b44d88db965495911ee93, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732306980538 2024-11-22T20:23:01,927 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:23:01,928 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:01,928 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/952b2e38946f41a6a2d393e72f2c5f55, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/f95b69ea36014bfda8ed00cb75e87841, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/9097c8bfa01b4d0a9dbbb755be0a561b] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=37.3 K 2024-11-22T20:23:01,928 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting bc769b59cab441d7b523a4ccde3eb940, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732306980654 2024-11-22T20:23:01,929 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 952b2e38946f41a6a2d393e72f2c5f55, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732306980538 2024-11-22T20:23:01,929 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3859b48eec9e425ab2d8a5fc5547ba98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732306980986 2024-11-22T20:23:01,929 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting f95b69ea36014bfda8ed00cb75e87841, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732306980654 2024-11-22T20:23:01,930 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9097c8bfa01b4d0a9dbbb755be0a561b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732306980986 2024-11-22T20:23:01,946 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:01,946 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/8df85f0a7e1b416c8abb890711a13e47 is 50, key is test_row_0/B:col10/1732306981303/Put/seqid=0 2024-11-22T20:23:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:01,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T20:23:01,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:23:01,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:01,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:23:01,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:01,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:23:01,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:01,959 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:01,959 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/df4f08b5f6d444938a5890987a2551ab is 50, key is test_row_0/A:col10/1732306981303/Put/seqid=0 2024-11-22T20:23:01,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742251_1427 (size=13731) 2024-11-22T20:23:01,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d45529825dd94ec790cffe305188ce50 is 50, key is test_row_0/A:col10/1732306981951/Put/seqid=0 2024-11-22T20:23:01,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307041972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307041971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307041972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307041975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307041976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:23:02,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,020 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T20:23:02,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742252_1428 (size=13731) 2024-11-22T20:23:02,029 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/df4f08b5f6d444938a5890987a2551ab as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/df4f08b5f6d444938a5890987a2551ab 2024-11-22T20:23:02,035 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into df4f08b5f6d444938a5890987a2551ab(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:02,035 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:02,035 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=13, startTime=1732306981926; duration=0sec 2024-11-22T20:23:02,035 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:02,035 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:23:02,036 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T20:23:02,037 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:23:02,037 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:23:02,037 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. because compaction request was cancelled 2024-11-22T20:23:02,037 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:23:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742253_1429 (size=14741) 2024-11-22T20:23:02,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307042078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307042079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307042078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307042088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307042088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:02,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:02,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307042281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307042283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307042293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307042294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307042294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,312 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,374 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/8df85f0a7e1b416c8abb890711a13e47 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8df85f0a7e1b416c8abb890711a13e47 2024-11-22T20:23:02,382 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into 8df85f0a7e1b416c8abb890711a13e47(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:02,382 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:02,382 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=13, startTime=1732306981926; duration=0sec 2024-11-22T20:23:02,382 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:02,382 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:23:02,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d45529825dd94ec790cffe305188ce50 2024-11-22T20:23:02,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/63833646e5fc4028a880467152234e8e is 50, key is test_row_0/B:col10/1732306981951/Put/seqid=0 2024-11-22T20:23:02,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:23:02,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742254_1430 (size=12301) 2024-11-22T20:23:02,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/63833646e5fc4028a880467152234e8e 2024-11-22T20:23:02,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/bc531a5944b641cd89a1c822cb46d3c2 is 50, key is test_row_0/C:col10/1732306981951/Put/seqid=0 2024-11-22T20:23:02,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742255_1431 (size=12301) 2024-11-22T20:23:02,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307042585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307042589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307042596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307042598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307042598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:02,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:02,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,925 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:02,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:02,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:02,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:02,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/bc531a5944b641cd89a1c822cb46d3c2 2024-11-22T20:23:02,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/d45529825dd94ec790cffe305188ce50 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d45529825dd94ec790cffe305188ce50 2024-11-22T20:23:02,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d45529825dd94ec790cffe305188ce50, entries=200, sequenceid=601, filesize=14.4 K 2024-11-22T20:23:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/63833646e5fc4028a880467152234e8e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/63833646e5fc4028a880467152234e8e 2024-11-22T20:23:02,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/63833646e5fc4028a880467152234e8e, entries=150, sequenceid=601, filesize=12.0 K 2024-11-22T20:23:02,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/bc531a5944b641cd89a1c822cb46d3c2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc531a5944b641cd89a1c822cb46d3c2 2024-11-22T20:23:02,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc531a5944b641cd89a1c822cb46d3c2, entries=150, sequenceid=601, filesize=12.0 K 2024-11-22T20:23:02,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6c1e0786fb2d12928fe22fed590a7ac3 in 1040ms, sequenceid=601, compaction requested=true 2024-11-22T20:23:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T20:23:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:02,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T20:23:02,992 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:02,992 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T20:23:02,993 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:23:02,993 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:23:02,993 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. because compaction request was cancelled 2024-11-22T20:23:02,994 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:23:02,994 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T20:23:02,994 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:02,994 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:23:02,994 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:02,994 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/3a7208e147c04b6b8dff0e05146b1174, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/abd152acd6c549d884c47891085b354a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc531a5944b641cd89a1c822cb46d3c2] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=37.4 K 2024-11-22T20:23:02,995 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a7208e147c04b6b8dff0e05146b1174, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1732306980654 2024-11-22T20:23:02,996 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting abd152acd6c549d884c47891085b354a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732306980986 2024-11-22T20:23:02,997 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc531a5944b641cd89a1c822cb46d3c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1732306981335 2024-11-22T20:23:02,997 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T20:23:02,997 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T20:23:02,997 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. because compaction request was cancelled 2024-11-22T20:23:02,997 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:23:03,012 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:03,013 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/ca914ac8eca64798a9e4779ed43501da is 50, key is test_row_0/C:col10/1732306981951/Put/seqid=0 2024-11-22T20:23:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742256_1432 (size=13765) 2024-11-22T20:23:03,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-22T20:23:03,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:03,079 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:23:03,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:23:03,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:03,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:23:03,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:03,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:23:03,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:03,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e0b39a49e2c742bca32b9f9529d052f7 is 50, key is test_row_0/A:col10/1732306981974/Put/seqid=0 2024-11-22T20:23:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:03,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. as already flushing 2024-11-22T20:23:03,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742257_1433 (size=12301) 2024-11-22T20:23:03,096 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e0b39a49e2c742bca32b9f9529d052f7 2024-11-22T20:23:03,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307043121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/f548a3b4b93e4d7583c4a349419cf914 is 50, key is test_row_0/B:col10/1732306981974/Put/seqid=0 2024-11-22T20:23:03,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307043125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307043125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307043127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307043126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,148 DEBUG [Thread-1366 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x712d7bc3 to 127.0.0.1:52147 2024-11-22T20:23:03,148 DEBUG [Thread-1364 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x124edab0 to 127.0.0.1:52147 2024-11-22T20:23:03,149 DEBUG [Thread-1366 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:03,149 DEBUG [Thread-1364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:03,149 DEBUG [Thread-1370 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3be398a9 to 127.0.0.1:52147 2024-11-22T20:23:03,149 DEBUG [Thread-1370 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:03,152 DEBUG [Thread-1368 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40da73c1 to 127.0.0.1:52147 2024-11-22T20:23:03,152 DEBUG [Thread-1368 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:03,156 DEBUG [Thread-1362 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f50b381 to 127.0.0.1:52147 2024-11-22T20:23:03,156 DEBUG [Thread-1362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:03,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742258_1434 (size=12301) 2024-11-22T20:23:03,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307043231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307043231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307043231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307043232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307043232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307043433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307043433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307043434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307043434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307043435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,444 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/ca914ac8eca64798a9e4779ed43501da as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/ca914ac8eca64798a9e4779ed43501da 2024-11-22T20:23:03,449 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into ca914ac8eca64798a9e4779ed43501da(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:03,449 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:03,449 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306982992; duration=0sec 2024-11-22T20:23:03,450 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:03,450 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:23:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:23:03,582 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/f548a3b4b93e4d7583c4a349419cf914 2024-11-22T20:23:03,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/eb8e312366834a0eb215d1f379c38e39 is 50, key is test_row_0/C:col10/1732306981974/Put/seqid=0 2024-11-22T20:23:03,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742259_1435 (size=12301) 2024-11-22T20:23:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52250 deadline: 1732307043735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52146 deadline: 1732307043736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52236 deadline: 1732307043736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52198 deadline: 1732307043736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52214 deadline: 1732307043736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:03,995 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/eb8e312366834a0eb215d1f379c38e39 2024-11-22T20:23:04,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e0b39a49e2c742bca32b9f9529d052f7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e0b39a49e2c742bca32b9f9529d052f7 2024-11-22T20:23:04,005 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e0b39a49e2c742bca32b9f9529d052f7, entries=150, sequenceid=618, filesize=12.0 K 2024-11-22T20:23:04,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/f548a3b4b93e4d7583c4a349419cf914 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f548a3b4b93e4d7583c4a349419cf914 2024-11-22T20:23:04,011 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f548a3b4b93e4d7583c4a349419cf914, entries=150, sequenceid=618, filesize=12.0 K 2024-11-22T20:23:04,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/eb8e312366834a0eb215d1f379c38e39 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eb8e312366834a0eb215d1f379c38e39 2024-11-22T20:23:04,017 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eb8e312366834a0eb215d1f379c38e39, entries=150, sequenceid=618, filesize=12.0 K 2024-11-22T20:23:04,018 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6c1e0786fb2d12928fe22fed590a7ac3 in 939ms, sequenceid=618, compaction requested=true 2024-11-22T20:23:04,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:04,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:04,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-22T20:23:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-22T20:23:04,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-22T20:23:04,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6320 sec 2024-11-22T20:23:04,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.6360 sec 2024-11-22T20:23:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:04,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:23:04,240 DEBUG [Thread-1357 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x282318cf to 127.0.0.1:52147 2024-11-22T20:23:04,240 DEBUG [Thread-1357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:04,240 DEBUG [Thread-1359 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ea91426 to 127.0.0.1:52147 2024-11-22T20:23:04,241 DEBUG [Thread-1359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:23:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:23:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:23:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:04,241 DEBUG [Thread-1355 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x195206da to 127.0.0.1:52147 2024-11-22T20:23:04,241 DEBUG [Thread-1355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:04,243 DEBUG [Thread-1353 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dc273c3 to 127.0.0.1:52147 2024-11-22T20:23:04,243 DEBUG [Thread-1353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:04,244 DEBUG [Thread-1351 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eec6530 to 127.0.0.1:52147 2024-11-22T20:23:04,244 DEBUG [Thread-1351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:04,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/5e1940768e2849ec8ed8e03c3edf0cc9 is 50, key is test_row_0/A:col10/1732306983124/Put/seqid=0 2024-11-22T20:23:04,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742260_1436 (size=12301) 2024-11-22T20:23:04,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/5e1940768e2849ec8ed8e03c3edf0cc9 2024-11-22T20:23:04,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/7b636adfa156470eb5023cbe741750da is 50, key is test_row_0/B:col10/1732306983124/Put/seqid=0 2024-11-22T20:23:04,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742261_1437 (size=12301) 2024-11-22T20:23:05,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/7b636adfa156470eb5023cbe741750da 2024-11-22T20:23:05,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/254e993f18544345b1b22009a3f0cafb is 50, key is test_row_0/C:col10/1732306983124/Put/seqid=0 2024-11-22T20:23:05,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742262_1438 (size=12301) 2024-11-22T20:23:05,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/254e993f18544345b1b22009a3f0cafb 2024-11-22T20:23:05,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/5e1940768e2849ec8ed8e03c3edf0cc9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5e1940768e2849ec8ed8e03c3edf0cc9 2024-11-22T20:23:05,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5e1940768e2849ec8ed8e03c3edf0cc9, entries=150, sequenceid=644, filesize=12.0 K 2024-11-22T20:23:05,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/7b636adfa156470eb5023cbe741750da as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7b636adfa156470eb5023cbe741750da 2024-11-22T20:23:05,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7b636adfa156470eb5023cbe741750da, entries=150, sequenceid=644, filesize=12.0 K 2024-11-22T20:23:05,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/254e993f18544345b1b22009a3f0cafb as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/254e993f18544345b1b22009a3f0cafb 2024-11-22T20:23:05,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/254e993f18544345b1b22009a3f0cafb, entries=150, sequenceid=644, filesize=12.0 K 2024-11-22T20:23:05,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 6c1e0786fb2d12928fe22fed590a7ac3 in 859ms, sequenceid=644, compaction requested=true 2024-11-22T20:23:05,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:05,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:05,098 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:05,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:05,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:05,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:05,098 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:05,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c1e0786fb2d12928fe22fed590a7ac3:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:05,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:05,099 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53074 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:05,099 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:05,099 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/A is initiating minor compaction (all files) 2024-11-22T20:23:05,099 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/B is initiating minor compaction (all files) 2024-11-22T20:23:05,099 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/B in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:05,099 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/A in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:05,100 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8df85f0a7e1b416c8abb890711a13e47, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/63833646e5fc4028a880467152234e8e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f548a3b4b93e4d7583c4a349419cf914, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7b636adfa156470eb5023cbe741750da] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=49.4 K 2024-11-22T20:23:05,100 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/df4f08b5f6d444938a5890987a2551ab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d45529825dd94ec790cffe305188ce50, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e0b39a49e2c742bca32b9f9529d052f7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5e1940768e2849ec8ed8e03c3edf0cc9] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=51.8 K 2024-11-22T20:23:05,100 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8df85f0a7e1b416c8abb890711a13e47, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732306980986 2024-11-22T20:23:05,100 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting df4f08b5f6d444938a5890987a2551ab, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732306980986 2024-11-22T20:23:05,100 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d45529825dd94ec790cffe305188ce50, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1732306981334 2024-11-22T20:23:05,100 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 63833646e5fc4028a880467152234e8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1732306981335 2024-11-22T20:23:05,101 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0b39a49e2c742bca32b9f9529d052f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=618, earliestPutTs=1732306981961 2024-11-22T20:23:05,101 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f548a3b4b93e4d7583c4a349419cf914, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=618, earliestPutTs=1732306981961 2024-11-22T20:23:05,101 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e1940768e2849ec8ed8e03c3edf0cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1732306983124 2024-11-22T20:23:05,101 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b636adfa156470eb5023cbe741750da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1732306983124 2024-11-22T20:23:05,118 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#A#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:05,118 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e488aeaeee9d46cc8c5efbf4115f1f4d is 50, key is test_row_0/A:col10/1732306983124/Put/seqid=0 2024-11-22T20:23:05,130 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#B#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:05,131 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/9e70f83a9abe4cdda4ff6e6f7963b9ef is 50, key is test_row_0/B:col10/1732306983124/Put/seqid=0 2024-11-22T20:23:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742263_1439 (size=13867) 2024-11-22T20:23:05,147 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/e488aeaeee9d46cc8c5efbf4115f1f4d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e488aeaeee9d46cc8c5efbf4115f1f4d 2024-11-22T20:23:05,153 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/A of 6c1e0786fb2d12928fe22fed590a7ac3 into e488aeaeee9d46cc8c5efbf4115f1f4d(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:05,153 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:05,153 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/A, priority=12, startTime=1732306985098; duration=0sec 2024-11-22T20:23:05,153 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:05,154 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:A 2024-11-22T20:23:05,154 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:05,155 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:05,155 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 6c1e0786fb2d12928fe22fed590a7ac3/C is initiating minor compaction (all files) 2024-11-22T20:23:05,155 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c1e0786fb2d12928fe22fed590a7ac3/C in TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:05,155 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/ca914ac8eca64798a9e4779ed43501da, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eb8e312366834a0eb215d1f379c38e39, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/254e993f18544345b1b22009a3f0cafb] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp, totalSize=37.5 K 2024-11-22T20:23:05,155 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca914ac8eca64798a9e4779ed43501da, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1732306981335 2024-11-22T20:23:05,156 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb8e312366834a0eb215d1f379c38e39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=618, earliestPutTs=1732306981961 2024-11-22T20:23:05,156 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 254e993f18544345b1b22009a3f0cafb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=644, earliestPutTs=1732306983124 2024-11-22T20:23:05,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742264_1440 (size=13867) 2024-11-22T20:23:05,166 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c1e0786fb2d12928fe22fed590a7ac3#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:05,166 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/055866d5677c4cdd9e11667b8d9a4967 is 50, key is test_row_0/C:col10/1732306983124/Put/seqid=0 2024-11-22T20:23:05,170 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/9e70f83a9abe4cdda4ff6e6f7963b9ef as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/9e70f83a9abe4cdda4ff6e6f7963b9ef 2024-11-22T20:23:05,175 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/B of 6c1e0786fb2d12928fe22fed590a7ac3 into 9e70f83a9abe4cdda4ff6e6f7963b9ef(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:05,175 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:05,175 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/B, priority=12, startTime=1732306985098; duration=0sec 2024-11-22T20:23:05,175 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:05,175 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:B 2024-11-22T20:23:05,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742265_1441 (size=13867) 2024-11-22T20:23:05,193 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/055866d5677c4cdd9e11667b8d9a4967 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/055866d5677c4cdd9e11667b8d9a4967 2024-11-22T20:23:05,198 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c1e0786fb2d12928fe22fed590a7ac3/C of 6c1e0786fb2d12928fe22fed590a7ac3 into 055866d5677c4cdd9e11667b8d9a4967(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:05,198 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:05,198 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3., storeName=6c1e0786fb2d12928fe22fed590a7ac3/C, priority=13, startTime=1732306985098; duration=0sec 2024-11-22T20:23:05,199 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:05,199 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c1e0786fb2d12928fe22fed590a7ac3:C 2024-11-22T20:23:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-22T20:23:05,494 INFO [Thread-1361 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 206 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6056 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6147 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6023 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6055 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6115 2024-11-22T20:23:05,495 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:23:05,495 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:23:05,495 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x267e0963 to 127.0.0.1:52147 2024-11-22T20:23:05,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:05,496 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:23:05,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:23:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:23:05,500 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306985499"}]},"ts":"1732306985499"} 2024-11-22T20:23:05,501 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:23:05,503 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:23:05,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:23:05,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c1e0786fb2d12928fe22fed590a7ac3, UNASSIGN}] 2024-11-22T20:23:05,505 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c1e0786fb2d12928fe22fed590a7ac3, UNASSIGN 2024-11-22T20:23:05,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=6c1e0786fb2d12928fe22fed590a7ac3, regionState=CLOSING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:05,507 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:23:05,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure 6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:23:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:23:05,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:05,658 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing 6c1e0786fb2d12928fe22fed590a7ac3, disabling compactions & flushes 2024-11-22T20:23:05,659 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. after waiting 0 ms 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:05,659 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing 6c1e0786fb2d12928fe22fed590a7ac3 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=A 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=B 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c1e0786fb2d12928fe22fed590a7ac3, store=C 2024-11-22T20:23:05,659 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:05,663 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/7881133637044558abf1a4ac421b14a3 is 50, key is test_row_0/A:col10/1732306984242/Put/seqid=0 2024-11-22T20:23:05,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742266_1442 (size=9857) 2024-11-22T20:23:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:23:06,067 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/7881133637044558abf1a4ac421b14a3 2024-11-22T20:23:06,074 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/0e4ece8ee47149a1b4435dc90135ad37 is 50, key is test_row_0/B:col10/1732306984242/Put/seqid=0 2024-11-22T20:23:06,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742267_1443 (size=9857) 2024-11-22T20:23:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:23:06,498 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/0e4ece8ee47149a1b4435dc90135ad37 2024-11-22T20:23:06,505 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1209542f2a0946e3a6fe3675e3b05c1e is 50, key is test_row_0/C:col10/1732306984242/Put/seqid=0 2024-11-22T20:23:06,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742268_1444 (size=9857) 2024-11-22T20:23:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:23:06,910 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=652 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1209542f2a0946e3a6fe3675e3b05c1e 2024-11-22T20:23:06,915 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/A/7881133637044558abf1a4ac421b14a3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7881133637044558abf1a4ac421b14a3 2024-11-22T20:23:06,922 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7881133637044558abf1a4ac421b14a3, entries=100, sequenceid=652, filesize=9.6 K 2024-11-22T20:23:06,923 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/B/0e4ece8ee47149a1b4435dc90135ad37 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/0e4ece8ee47149a1b4435dc90135ad37 2024-11-22T20:23:06,927 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/0e4ece8ee47149a1b4435dc90135ad37, entries=100, sequenceid=652, filesize=9.6 K 2024-11-22T20:23:06,928 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/.tmp/C/1209542f2a0946e3a6fe3675e3b05c1e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1209542f2a0946e3a6fe3675e3b05c1e 2024-11-22T20:23:06,931 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1209542f2a0946e3a6fe3675e3b05c1e, entries=100, sequenceid=652, filesize=9.6 K 2024-11-22T20:23:06,932 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 6c1e0786fb2d12928fe22fed590a7ac3 in 1273ms, sequenceid=652, compaction requested=false 2024-11-22T20:23:06,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/1a08ed7b66564bc1b92a8e800a55d301, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/69abdb25d48f4cbd9853eb305bf33ff5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/15f1f39a1f6246828bd8034c9e17c2e9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/44edd4f753094d648698c5489dbdc079, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/cdfcbbed71f048a2b08eafd40ad8e821, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d2b9859c62b14beb9f3b2e3d06b0389d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/88c718f546d54140ada03ba1dbd565eb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5261f4dd83694071b7e17026153a1845, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/dca63ce71f1842c19d169581fb63d93c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/232dffb771f04e3a80671c738665509a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e27934d34b1e433783b34c06a6e00182, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca15c3bb94de4d32b7dd807f12b982c3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d6e6250c78e946bf929f033d231d8410, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca8087ab2bf7473496058c9cd5233d67, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e05e27381e41448597b63469275a0e03, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/71acde13d0c24820a63693c807dbfae7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/0794c557dbcd4d8ea628c3526848ff79, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bc8788879c7b4bfbae418675bd9f56c9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/6901fa409f394d2abe6e22660ef9f2b6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ef0eb0af1529436a9cffe9faf50cf446, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/16f46f2e66274d5c880ae452d6f534d6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/75cf266eb8c745bf88c5bff48006729f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7eeb61832f8e4385b75a34ba6d961b47, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/b2b1eb373b5f436197d06a1fdda0c274, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7b3b7b53a9a244e897ac88dbaea9efda, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/96e5149833e84dd08221d6365e5d95f5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/adab7e716f174793833824f32f46d0f0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/312a3b60998b4ed686cf9dc2b8ab587e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/2ef0637ab12049dcb24314d72f295097, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bf9120efed224dc48485d6d611282dc4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/06901fb3e5634e63b2622477d7712d7c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d5752ad11f94444187f2e980d73573d2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/05baa076fb57467ea9852a416b472b07, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/fd93c367b2064a409364f67033bc12ba, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/03cfb8a2ca8b4913895238d11e0b6984, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/af8f127e33b54def801cdbbfd17e78f8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d250112a58684c27af5700a6b161b776, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/3d166c0f90d3453894b04c948dc895c9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/952b2e38946f41a6a2d393e72f2c5f55, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/c41abe5a8ab44018b21e3bb7531bd682, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/f95b69ea36014bfda8ed00cb75e87841, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/df4f08b5f6d444938a5890987a2551ab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/9097c8bfa01b4d0a9dbbb755be0a561b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d45529825dd94ec790cffe305188ce50, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e0b39a49e2c742bca32b9f9529d052f7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5e1940768e2849ec8ed8e03c3edf0cc9] to archive 2024-11-22T20:23:06,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:06,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/1a08ed7b66564bc1b92a8e800a55d301 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/1a08ed7b66564bc1b92a8e800a55d301 2024-11-22T20:23:06,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/69abdb25d48f4cbd9853eb305bf33ff5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/69abdb25d48f4cbd9853eb305bf33ff5 2024-11-22T20:23:06,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/15f1f39a1f6246828bd8034c9e17c2e9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/15f1f39a1f6246828bd8034c9e17c2e9 2024-11-22T20:23:06,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/44edd4f753094d648698c5489dbdc079 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/44edd4f753094d648698c5489dbdc079 2024-11-22T20:23:06,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/cdfcbbed71f048a2b08eafd40ad8e821 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/cdfcbbed71f048a2b08eafd40ad8e821 2024-11-22T20:23:06,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d2b9859c62b14beb9f3b2e3d06b0389d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d2b9859c62b14beb9f3b2e3d06b0389d 2024-11-22T20:23:06,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/88c718f546d54140ada03ba1dbd565eb to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/88c718f546d54140ada03ba1dbd565eb 2024-11-22T20:23:06,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5261f4dd83694071b7e17026153a1845 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5261f4dd83694071b7e17026153a1845 2024-11-22T20:23:06,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/dca63ce71f1842c19d169581fb63d93c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/dca63ce71f1842c19d169581fb63d93c 2024-11-22T20:23:06,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/232dffb771f04e3a80671c738665509a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/232dffb771f04e3a80671c738665509a 2024-11-22T20:23:06,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e27934d34b1e433783b34c06a6e00182 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e27934d34b1e433783b34c06a6e00182 2024-11-22T20:23:06,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca15c3bb94de4d32b7dd807f12b982c3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca15c3bb94de4d32b7dd807f12b982c3 2024-11-22T20:23:06,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d6e6250c78e946bf929f033d231d8410 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d6e6250c78e946bf929f033d231d8410 2024-11-22T20:23:06,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca8087ab2bf7473496058c9cd5233d67 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ca8087ab2bf7473496058c9cd5233d67 2024-11-22T20:23:06,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e05e27381e41448597b63469275a0e03 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e05e27381e41448597b63469275a0e03 2024-11-22T20:23:06,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/71acde13d0c24820a63693c807dbfae7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/71acde13d0c24820a63693c807dbfae7 2024-11-22T20:23:06,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/0794c557dbcd4d8ea628c3526848ff79 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/0794c557dbcd4d8ea628c3526848ff79 2024-11-22T20:23:06,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bc8788879c7b4bfbae418675bd9f56c9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bc8788879c7b4bfbae418675bd9f56c9 2024-11-22T20:23:06,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/6901fa409f394d2abe6e22660ef9f2b6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/6901fa409f394d2abe6e22660ef9f2b6 2024-11-22T20:23:06,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ef0eb0af1529436a9cffe9faf50cf446 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/ef0eb0af1529436a9cffe9faf50cf446 2024-11-22T20:23:06,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/16f46f2e66274d5c880ae452d6f534d6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/16f46f2e66274d5c880ae452d6f534d6 2024-11-22T20:23:06,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/75cf266eb8c745bf88c5bff48006729f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/75cf266eb8c745bf88c5bff48006729f 2024-11-22T20:23:06,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7eeb61832f8e4385b75a34ba6d961b47 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7eeb61832f8e4385b75a34ba6d961b47 2024-11-22T20:23:06,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/b2b1eb373b5f436197d06a1fdda0c274 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/b2b1eb373b5f436197d06a1fdda0c274 2024-11-22T20:23:06,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7b3b7b53a9a244e897ac88dbaea9efda to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7b3b7b53a9a244e897ac88dbaea9efda 2024-11-22T20:23:06,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/96e5149833e84dd08221d6365e5d95f5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/96e5149833e84dd08221d6365e5d95f5 2024-11-22T20:23:06,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/adab7e716f174793833824f32f46d0f0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/adab7e716f174793833824f32f46d0f0 2024-11-22T20:23:06,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/312a3b60998b4ed686cf9dc2b8ab587e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/312a3b60998b4ed686cf9dc2b8ab587e 2024-11-22T20:23:06,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/2ef0637ab12049dcb24314d72f295097 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/2ef0637ab12049dcb24314d72f295097 2024-11-22T20:23:06,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bf9120efed224dc48485d6d611282dc4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/bf9120efed224dc48485d6d611282dc4 2024-11-22T20:23:06,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/06901fb3e5634e63b2622477d7712d7c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/06901fb3e5634e63b2622477d7712d7c 2024-11-22T20:23:06,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d5752ad11f94444187f2e980d73573d2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d5752ad11f94444187f2e980d73573d2 2024-11-22T20:23:06,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/05baa076fb57467ea9852a416b472b07 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/05baa076fb57467ea9852a416b472b07 2024-11-22T20:23:06,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/fd93c367b2064a409364f67033bc12ba to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/fd93c367b2064a409364f67033bc12ba 2024-11-22T20:23:06,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/03cfb8a2ca8b4913895238d11e0b6984 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/03cfb8a2ca8b4913895238d11e0b6984 2024-11-22T20:23:06,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/af8f127e33b54def801cdbbfd17e78f8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/af8f127e33b54def801cdbbfd17e78f8 2024-11-22T20:23:06,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d250112a58684c27af5700a6b161b776 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d250112a58684c27af5700a6b161b776 2024-11-22T20:23:06,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/3d166c0f90d3453894b04c948dc895c9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/3d166c0f90d3453894b04c948dc895c9 2024-11-22T20:23:06,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/952b2e38946f41a6a2d393e72f2c5f55 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/952b2e38946f41a6a2d393e72f2c5f55 2024-11-22T20:23:06,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/c41abe5a8ab44018b21e3bb7531bd682 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/c41abe5a8ab44018b21e3bb7531bd682 2024-11-22T20:23:06,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/f95b69ea36014bfda8ed00cb75e87841 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/f95b69ea36014bfda8ed00cb75e87841 2024-11-22T20:23:06,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/df4f08b5f6d444938a5890987a2551ab to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/df4f08b5f6d444938a5890987a2551ab 2024-11-22T20:23:06,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/9097c8bfa01b4d0a9dbbb755be0a561b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/9097c8bfa01b4d0a9dbbb755be0a561b 2024-11-22T20:23:07,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d45529825dd94ec790cffe305188ce50 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/d45529825dd94ec790cffe305188ce50 2024-11-22T20:23:07,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e0b39a49e2c742bca32b9f9529d052f7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e0b39a49e2c742bca32b9f9529d052f7 2024-11-22T20:23:07,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5e1940768e2849ec8ed8e03c3edf0cc9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/5e1940768e2849ec8ed8e03c3edf0cc9 2024-11-22T20:23:07,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6ccd55d5162f4bba883b3cc57423b4f4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3baecb82d42b4fbaa0ae27a4a54da8f5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fb45813fe01a41aa9b7e65c5952e43f0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/0dab710b9e6f47278a1881ebeabf6ced, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f6ec8ec69f02484286766f317e7160c1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/81149847311f4b459482573b21be1be2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/002354161e014b21a535fe93d64b5eda, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/19ef8017cc2c48b5a059cfdafc0d543e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/35191117380e4fbf88d0c0f7b5e4aced, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/c53c4f5a8195416f884c6fa786df29c8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5271f68251474ce2b5bbb6de33c9572f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/893ce30fc65a46ea84b74d52e15e7ffa, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/16db8719f3cf4f3dbb9ca39486e0110c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8e27fac54f274416905fd40d59ae2f44, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ff6d22ed187046beba0c8fb858b76ce2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/afe8d7f6261f41bd96b32c36e15b583b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/af242a80e64c448c948e61f153dc72ff, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fdc077892e3c423697c068f2007430b3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f330f783e3a445158113516fe8287f0c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/549a5821f27444a88f62f70821a1af43, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2f36f26682d246c7845a52e6b9890d05, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/de9dc8fe0a2f4be48b4895392e457f14, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6035d53ee51541178eeb2afdbe067bab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2757a98d49d54ee38747efed456718fa, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/c520a788c3b842efb96208123dd3763e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/cd78ec623b3d455bba79d3d6b7de1f8d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ba336793df934daa8fc1d6372852ce81, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e004c26a721045409329defc05aff773, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e2d86b99a6344d21b99ee8850c988669, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ce902863d9c54b5591966fa55b5cb3f2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e280b7199cb4d7ca70f583b62c9cfb8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5a8653c66c69440186743f086d49b7a1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/31495c4b0161412cb405a439fcc2898e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/d04774fa629f4a5dba9a43bc36f3b47f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/9713533099f94cdd9f26a6cebc5a20f1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/120c0595f7414cc89e72b767f8de78c3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e2200d09f944485a3a9a2445ee2927f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ca860328bf6e40c3a00d0e9c697f877b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/addad266c09b44d88db965495911ee93, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7ef660303cbb48acb39204608a1d76fc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/bc769b59cab441d7b523a4ccde3eb940, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8df85f0a7e1b416c8abb890711a13e47, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3859b48eec9e425ab2d8a5fc5547ba98, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/63833646e5fc4028a880467152234e8e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f548a3b4b93e4d7583c4a349419cf914, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7b636adfa156470eb5023cbe741750da] to archive 2024-11-22T20:23:07,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:07,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6ccd55d5162f4bba883b3cc57423b4f4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6ccd55d5162f4bba883b3cc57423b4f4 2024-11-22T20:23:07,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3baecb82d42b4fbaa0ae27a4a54da8f5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3baecb82d42b4fbaa0ae27a4a54da8f5 2024-11-22T20:23:07,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fb45813fe01a41aa9b7e65c5952e43f0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fb45813fe01a41aa9b7e65c5952e43f0 2024-11-22T20:23:07,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/0dab710b9e6f47278a1881ebeabf6ced to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/0dab710b9e6f47278a1881ebeabf6ced 2024-11-22T20:23:07,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f6ec8ec69f02484286766f317e7160c1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f6ec8ec69f02484286766f317e7160c1 2024-11-22T20:23:07,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/81149847311f4b459482573b21be1be2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/81149847311f4b459482573b21be1be2 2024-11-22T20:23:07,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/002354161e014b21a535fe93d64b5eda to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/002354161e014b21a535fe93d64b5eda 2024-11-22T20:23:07,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/19ef8017cc2c48b5a059cfdafc0d543e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/19ef8017cc2c48b5a059cfdafc0d543e 2024-11-22T20:23:07,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/35191117380e4fbf88d0c0f7b5e4aced to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/35191117380e4fbf88d0c0f7b5e4aced 2024-11-22T20:23:07,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/c53c4f5a8195416f884c6fa786df29c8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/c53c4f5a8195416f884c6fa786df29c8 2024-11-22T20:23:07,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5271f68251474ce2b5bbb6de33c9572f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5271f68251474ce2b5bbb6de33c9572f 2024-11-22T20:23:07,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/893ce30fc65a46ea84b74d52e15e7ffa to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/893ce30fc65a46ea84b74d52e15e7ffa 2024-11-22T20:23:07,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/16db8719f3cf4f3dbb9ca39486e0110c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/16db8719f3cf4f3dbb9ca39486e0110c 2024-11-22T20:23:07,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8e27fac54f274416905fd40d59ae2f44 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8e27fac54f274416905fd40d59ae2f44 2024-11-22T20:23:07,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ff6d22ed187046beba0c8fb858b76ce2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ff6d22ed187046beba0c8fb858b76ce2 2024-11-22T20:23:07,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/afe8d7f6261f41bd96b32c36e15b583b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/afe8d7f6261f41bd96b32c36e15b583b 2024-11-22T20:23:07,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/af242a80e64c448c948e61f153dc72ff to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/af242a80e64c448c948e61f153dc72ff 2024-11-22T20:23:07,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fdc077892e3c423697c068f2007430b3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/fdc077892e3c423697c068f2007430b3 2024-11-22T20:23:07,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f330f783e3a445158113516fe8287f0c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f330f783e3a445158113516fe8287f0c 2024-11-22T20:23:07,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/549a5821f27444a88f62f70821a1af43 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/549a5821f27444a88f62f70821a1af43 2024-11-22T20:23:07,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2f36f26682d246c7845a52e6b9890d05 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2f36f26682d246c7845a52e6b9890d05 2024-11-22T20:23:07,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/de9dc8fe0a2f4be48b4895392e457f14 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/de9dc8fe0a2f4be48b4895392e457f14 2024-11-22T20:23:07,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6035d53ee51541178eeb2afdbe067bab to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/6035d53ee51541178eeb2afdbe067bab 2024-11-22T20:23:07,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2757a98d49d54ee38747efed456718fa to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/2757a98d49d54ee38747efed456718fa 2024-11-22T20:23:07,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/c520a788c3b842efb96208123dd3763e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/c520a788c3b842efb96208123dd3763e 2024-11-22T20:23:07,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/cd78ec623b3d455bba79d3d6b7de1f8d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/cd78ec623b3d455bba79d3d6b7de1f8d 2024-11-22T20:23:07,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ba336793df934daa8fc1d6372852ce81 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ba336793df934daa8fc1d6372852ce81 2024-11-22T20:23:07,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e004c26a721045409329defc05aff773 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e004c26a721045409329defc05aff773 2024-11-22T20:23:07,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e2d86b99a6344d21b99ee8850c988669 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/e2d86b99a6344d21b99ee8850c988669 2024-11-22T20:23:07,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ce902863d9c54b5591966fa55b5cb3f2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ce902863d9c54b5591966fa55b5cb3f2 2024-11-22T20:23:07,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e280b7199cb4d7ca70f583b62c9cfb8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e280b7199cb4d7ca70f583b62c9cfb8 2024-11-22T20:23:07,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5a8653c66c69440186743f086d49b7a1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5a8653c66c69440186743f086d49b7a1 2024-11-22T20:23:07,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/31495c4b0161412cb405a439fcc2898e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/31495c4b0161412cb405a439fcc2898e 2024-11-22T20:23:07,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/d04774fa629f4a5dba9a43bc36f3b47f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/d04774fa629f4a5dba9a43bc36f3b47f 2024-11-22T20:23:07,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/9713533099f94cdd9f26a6cebc5a20f1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/9713533099f94cdd9f26a6cebc5a20f1 2024-11-22T20:23:07,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/120c0595f7414cc89e72b767f8de78c3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/120c0595f7414cc89e72b767f8de78c3 2024-11-22T20:23:07,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e2200d09f944485a3a9a2445ee2927f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/5e2200d09f944485a3a9a2445ee2927f 2024-11-22T20:23:07,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ca860328bf6e40c3a00d0e9c697f877b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/ca860328bf6e40c3a00d0e9c697f877b 2024-11-22T20:23:07,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/addad266c09b44d88db965495911ee93 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/addad266c09b44d88db965495911ee93 2024-11-22T20:23:07,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7ef660303cbb48acb39204608a1d76fc to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7ef660303cbb48acb39204608a1d76fc 2024-11-22T20:23:07,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/bc769b59cab441d7b523a4ccde3eb940 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/bc769b59cab441d7b523a4ccde3eb940 2024-11-22T20:23:07,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8df85f0a7e1b416c8abb890711a13e47 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/8df85f0a7e1b416c8abb890711a13e47 2024-11-22T20:23:07,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3859b48eec9e425ab2d8a5fc5547ba98 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/3859b48eec9e425ab2d8a5fc5547ba98 2024-11-22T20:23:07,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/63833646e5fc4028a880467152234e8e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/63833646e5fc4028a880467152234e8e 2024-11-22T20:23:07,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f548a3b4b93e4d7583c4a349419cf914 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/f548a3b4b93e4d7583c4a349419cf914 2024-11-22T20:23:07,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7b636adfa156470eb5023cbe741750da to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/7b636adfa156470eb5023cbe741750da 2024-11-22T20:23:07,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1512b09a78e4425c904f828fc2096805, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/19f32c0681c640daad7f1b616f6bced7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d29123efdb9f4b50beb79c14c1b376bc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/5274d0c1437f4d5abcccf1aa940f2721, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/69643958100e4e80a71c7c39e7886f71, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a5e9b121878b4ef0af631b9b14aa27e5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/818c107419694f4c9f75ded5c981614e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b6210240d7504db7a3cf4c21210ff21a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b529635fd69b4af08146fc05e6f3a2a3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/444fb24a551b4bf3a2d178d3fa2a0976, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/53a53843349c4bdb8ed2ceee80a62670, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/afd8757cc9ec4e60a0a297e127ae0b33, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/041ba17d9ebe459d95f6036d9c45f210, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a83706ec45b94005a5cb8b97465c3bd4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a77f4763bdea4ab092556eca7a9ad632, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eecf05811cdc40a1a48b39325edcea04, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/f55da5049cf646298527d9105f2d2985, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/edbf4eb5b7774bf780fd776febf5a008, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/653562cad76b47b3bf3121bf3c19dfea, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0045e283c9da4b27aed54768a24b443d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1f27477b345e472fa6f43af12ac31b03, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/45b9ad8e37464b22917e0fe65db643c8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8b77d51a46a34c91a28bc2e6ec5928ad, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/e52cb6edfa544719861777aef966bd31, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1690445849a341e6a6faa92d61302732, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8c703f4649654cd28992f6c7a4a9ef5a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/389426f62c974fc5a4f5a14434bfa289, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fcf57cdd79a84aba81affa996dd065be, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b3b14d912a8a48e09f9fee1232dacf00, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/228e1bb97b4e42d2b21f5b88e81578a7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/c479fe41acb243cb9102ad7ba06d96e5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/cbf3badb664d489c9d84befa87fd7444, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d891dcc9ad8b4c1e92910b093a1fba87, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b51f8b9e0bf14f34b82af02f75d4b3d2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc36e4ab0dcb45d595d5c0f0b2e017f1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0819506bba834b6da074b546f51f461d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fc8769d1fd344153ac33bfe422b6cdab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/dbb31bf47ff4488b9bd48514e3ea0ada, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8ea1d14cc53643a2966b34182417491e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/3a7208e147c04b6b8dff0e05146b1174, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/253383579515418cbee38678836726e3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/abd152acd6c549d884c47891085b354a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/ca914ac8eca64798a9e4779ed43501da, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc531a5944b641cd89a1c822cb46d3c2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eb8e312366834a0eb215d1f379c38e39, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/254e993f18544345b1b22009a3f0cafb] to archive 2024-11-22T20:23:07,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:07,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1512b09a78e4425c904f828fc2096805 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1512b09a78e4425c904f828fc2096805 2024-11-22T20:23:07,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/19f32c0681c640daad7f1b616f6bced7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/19f32c0681c640daad7f1b616f6bced7 2024-11-22T20:23:07,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d29123efdb9f4b50beb79c14c1b376bc to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d29123efdb9f4b50beb79c14c1b376bc 2024-11-22T20:23:07,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/5274d0c1437f4d5abcccf1aa940f2721 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/5274d0c1437f4d5abcccf1aa940f2721 2024-11-22T20:23:07,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/69643958100e4e80a71c7c39e7886f71 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/69643958100e4e80a71c7c39e7886f71 2024-11-22T20:23:07,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a5e9b121878b4ef0af631b9b14aa27e5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a5e9b121878b4ef0af631b9b14aa27e5 2024-11-22T20:23:07,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/818c107419694f4c9f75ded5c981614e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/818c107419694f4c9f75ded5c981614e 2024-11-22T20:23:07,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b6210240d7504db7a3cf4c21210ff21a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b6210240d7504db7a3cf4c21210ff21a 2024-11-22T20:23:07,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b529635fd69b4af08146fc05e6f3a2a3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b529635fd69b4af08146fc05e6f3a2a3 2024-11-22T20:23:07,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/444fb24a551b4bf3a2d178d3fa2a0976 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/444fb24a551b4bf3a2d178d3fa2a0976 2024-11-22T20:23:07,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/53a53843349c4bdb8ed2ceee80a62670 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/53a53843349c4bdb8ed2ceee80a62670 2024-11-22T20:23:07,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/afd8757cc9ec4e60a0a297e127ae0b33 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/afd8757cc9ec4e60a0a297e127ae0b33 2024-11-22T20:23:07,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/041ba17d9ebe459d95f6036d9c45f210 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/041ba17d9ebe459d95f6036d9c45f210 2024-11-22T20:23:07,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a83706ec45b94005a5cb8b97465c3bd4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a83706ec45b94005a5cb8b97465c3bd4 2024-11-22T20:23:07,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a77f4763bdea4ab092556eca7a9ad632 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/a77f4763bdea4ab092556eca7a9ad632 2024-11-22T20:23:07,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eecf05811cdc40a1a48b39325edcea04 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eecf05811cdc40a1a48b39325edcea04 2024-11-22T20:23:07,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/f55da5049cf646298527d9105f2d2985 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/f55da5049cf646298527d9105f2d2985 2024-11-22T20:23:07,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/edbf4eb5b7774bf780fd776febf5a008 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/edbf4eb5b7774bf780fd776febf5a008 2024-11-22T20:23:07,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/653562cad76b47b3bf3121bf3c19dfea to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/653562cad76b47b3bf3121bf3c19dfea 2024-11-22T20:23:07,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0045e283c9da4b27aed54768a24b443d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0045e283c9da4b27aed54768a24b443d 2024-11-22T20:23:07,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1f27477b345e472fa6f43af12ac31b03 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1f27477b345e472fa6f43af12ac31b03 2024-11-22T20:23:07,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/45b9ad8e37464b22917e0fe65db643c8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/45b9ad8e37464b22917e0fe65db643c8 2024-11-22T20:23:07,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8b77d51a46a34c91a28bc2e6ec5928ad to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8b77d51a46a34c91a28bc2e6ec5928ad 2024-11-22T20:23:07,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/e52cb6edfa544719861777aef966bd31 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/e52cb6edfa544719861777aef966bd31 2024-11-22T20:23:07,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1690445849a341e6a6faa92d61302732 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1690445849a341e6a6faa92d61302732 2024-11-22T20:23:07,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8c703f4649654cd28992f6c7a4a9ef5a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8c703f4649654cd28992f6c7a4a9ef5a 2024-11-22T20:23:07,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/389426f62c974fc5a4f5a14434bfa289 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/389426f62c974fc5a4f5a14434bfa289 2024-11-22T20:23:07,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fcf57cdd79a84aba81affa996dd065be to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fcf57cdd79a84aba81affa996dd065be 2024-11-22T20:23:07,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b3b14d912a8a48e09f9fee1232dacf00 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b3b14d912a8a48e09f9fee1232dacf00 2024-11-22T20:23:07,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/228e1bb97b4e42d2b21f5b88e81578a7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/228e1bb97b4e42d2b21f5b88e81578a7 2024-11-22T20:23:07,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/c479fe41acb243cb9102ad7ba06d96e5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/c479fe41acb243cb9102ad7ba06d96e5 2024-11-22T20:23:07,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/cbf3badb664d489c9d84befa87fd7444 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/cbf3badb664d489c9d84befa87fd7444 2024-11-22T20:23:07,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d891dcc9ad8b4c1e92910b093a1fba87 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/d891dcc9ad8b4c1e92910b093a1fba87 2024-11-22T20:23:07,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b51f8b9e0bf14f34b82af02f75d4b3d2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/b51f8b9e0bf14f34b82af02f75d4b3d2 2024-11-22T20:23:07,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc36e4ab0dcb45d595d5c0f0b2e017f1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc36e4ab0dcb45d595d5c0f0b2e017f1 2024-11-22T20:23:07,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0819506bba834b6da074b546f51f461d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/0819506bba834b6da074b546f51f461d 2024-11-22T20:23:07,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fc8769d1fd344153ac33bfe422b6cdab to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/fc8769d1fd344153ac33bfe422b6cdab 2024-11-22T20:23:07,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/dbb31bf47ff4488b9bd48514e3ea0ada to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/dbb31bf47ff4488b9bd48514e3ea0ada 2024-11-22T20:23:07,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8ea1d14cc53643a2966b34182417491e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/8ea1d14cc53643a2966b34182417491e 2024-11-22T20:23:07,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/3a7208e147c04b6b8dff0e05146b1174 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/3a7208e147c04b6b8dff0e05146b1174 2024-11-22T20:23:07,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/253383579515418cbee38678836726e3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/253383579515418cbee38678836726e3 2024-11-22T20:23:07,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/abd152acd6c549d884c47891085b354a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/abd152acd6c549d884c47891085b354a 2024-11-22T20:23:07,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/ca914ac8eca64798a9e4779ed43501da to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/ca914ac8eca64798a9e4779ed43501da 2024-11-22T20:23:07,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc531a5944b641cd89a1c822cb46d3c2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/bc531a5944b641cd89a1c822cb46d3c2 2024-11-22T20:23:07,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eb8e312366834a0eb215d1f379c38e39 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/eb8e312366834a0eb215d1f379c38e39 2024-11-22T20:23:07,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/254e993f18544345b1b22009a3f0cafb to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/254e993f18544345b1b22009a3f0cafb 2024-11-22T20:23:07,206 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/recovered.edits/655.seqid, newMaxSeqId=655, maxSeqId=1 2024-11-22T20:23:07,207 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3. 2024-11-22T20:23:07,207 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for 6c1e0786fb2d12928fe22fed590a7ac3: 2024-11-22T20:23:07,209 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed 6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:07,209 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=6c1e0786fb2d12928fe22fed590a7ac3, regionState=CLOSED 2024-11-22T20:23:07,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T20:23:07,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure 6c1e0786fb2d12928fe22fed590a7ac3, server=bc573ddb75cd,39703,1732306894037 in 1.7030 sec 2024-11-22T20:23:07,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-22T20:23:07,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c1e0786fb2d12928fe22fed590a7ac3, UNASSIGN in 1.7080 sec 2024-11-22T20:23:07,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-22T20:23:07,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7110 sec 2024-11-22T20:23:07,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306987216"}]},"ts":"1732306987216"} 2024-11-22T20:23:07,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:23:07,220 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:23:07,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7240 sec 2024-11-22T20:23:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-22T20:23:07,603 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-22T20:23:07,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:23:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:07,606 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-22T20:23:07,606 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:07,608 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:07,610 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/recovered.edits] 2024-11-22T20:23:07,612 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7881133637044558abf1a4ac421b14a3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/7881133637044558abf1a4ac421b14a3 2024-11-22T20:23:07,613 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e488aeaeee9d46cc8c5efbf4115f1f4d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/A/e488aeaeee9d46cc8c5efbf4115f1f4d 2024-11-22T20:23:07,616 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/0e4ece8ee47149a1b4435dc90135ad37 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/0e4ece8ee47149a1b4435dc90135ad37 2024-11-22T20:23:07,617 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/9e70f83a9abe4cdda4ff6e6f7963b9ef to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/B/9e70f83a9abe4cdda4ff6e6f7963b9ef 2024-11-22T20:23:07,620 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/055866d5677c4cdd9e11667b8d9a4967 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/055866d5677c4cdd9e11667b8d9a4967 2024-11-22T20:23:07,621 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1209542f2a0946e3a6fe3675e3b05c1e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/C/1209542f2a0946e3a6fe3675e3b05c1e 2024-11-22T20:23:07,624 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/recovered.edits/655.seqid to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3/recovered.edits/655.seqid 2024-11-22T20:23:07,624 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/6c1e0786fb2d12928fe22fed590a7ac3 2024-11-22T20:23:07,624 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:23:07,627 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:07,631 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:23:07,632 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:23:07,633 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:07,633 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:23:07,634 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732306987633"}]},"ts":"9223372036854775807"} 2024-11-22T20:23:07,635 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:23:07,635 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6c1e0786fb2d12928fe22fed590a7ac3, NAME => 'TestAcidGuarantees,,1732306960932.6c1e0786fb2d12928fe22fed590a7ac3.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:23:07,635 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:23:07,635 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732306987635"}]},"ts":"9223372036854775807"} 2024-11-22T20:23:07,637 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:23:07,639 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:07,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-11-22T20:23:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-22T20:23:07,707 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-22T20:23:07,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=658 (was 539) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4060 (was 4137) 2024-11-22T20:23:07,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=658, ProcessCount=11, AvailableMemoryMB=4059 2024-11-22T20:23:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:23:07,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:23:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:07,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:23:07,733 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:07,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-22T20:23:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T20:23:07,734 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:23:07,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742269_1445 (size=963) 2024-11-22T20:23:07,741 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f 2024-11-22T20:23:07,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742270_1446 (size=53) 2024-11-22T20:23:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T20:23:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T20:23:08,148 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:23:08,148 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9a39741617e2169ef93c5e5f6ed1c816, disabling compactions & flushes 2024-11-22T20:23:08,148 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:08,148 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:08,148 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. after waiting 0 ms 2024-11-22T20:23:08,148 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:08,148 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:08,148 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:08,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:23:08,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732306988149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732306988149"}]},"ts":"1732306988149"} 2024-11-22T20:23:08,150 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:23:08,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:23:08,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306988151"}]},"ts":"1732306988151"} 2024-11-22T20:23:08,152 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:23:08,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, ASSIGN}] 2024-11-22T20:23:08,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, ASSIGN 2024-11-22T20:23:08,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, ASSIGN; state=OFFLINE, location=bc573ddb75cd,39703,1732306894037; forceNewPlan=false, retain=false 2024-11-22T20:23:08,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=9a39741617e2169ef93c5e5f6ed1c816, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:08,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure 9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:23:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T20:23:08,461 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:08,464 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:08,465 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:23:08,465 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:08,465 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:23:08,465 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:08,465 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:08,466 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:08,468 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:23:08,468 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a39741617e2169ef93c5e5f6ed1c816 columnFamilyName A 2024-11-22T20:23:08,468 DEBUG [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:08,469 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(327): Store=9a39741617e2169ef93c5e5f6ed1c816/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:23:08,469 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:08,470 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:23:08,470 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a39741617e2169ef93c5e5f6ed1c816 columnFamilyName B 2024-11-22T20:23:08,470 DEBUG [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:08,471 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(327): Store=9a39741617e2169ef93c5e5f6ed1c816/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:23:08,471 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:08,472 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:23:08,472 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a39741617e2169ef93c5e5f6ed1c816 columnFamilyName C 2024-11-22T20:23:08,472 DEBUG [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:08,472 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(327): Store=9a39741617e2169ef93c5e5f6ed1c816/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:23:08,473 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:08,473 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:08,474 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:08,475 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:23:08,477 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:08,479 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:23:08,479 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened 9a39741617e2169ef93c5e5f6ed1c816; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75342686, jitterRate=0.1226935088634491}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:23:08,480 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:08,480 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., pid=94, masterSystemTime=1732306988461 2024-11-22T20:23:08,482 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:08,482 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:08,482 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=9a39741617e2169ef93c5e5f6ed1c816, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:08,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T20:23:08,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure 9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 in 173 msec 2024-11-22T20:23:08,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T20:23:08,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, ASSIGN in 329 msec 2024-11-22T20:23:08,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:23:08,487 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732306988487"}]},"ts":"1732306988487"} 2024-11-22T20:23:08,488 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:23:08,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:23:08,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 760 msec 2024-11-22T20:23:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-22T20:23:08,837 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-22T20:23:08,839 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dacfd49 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5271608e 2024-11-22T20:23:08,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:08,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:08,852 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:08,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:23:08,857 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:23:08,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:23:08,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:23:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:08,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742271_1447 (size=999) 2024-11-22T20:23:09,271 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-22T20:23:09,271 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-22T20:23:09,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:23:09,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, REOPEN/MOVE}] 2024-11-22T20:23:09,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, REOPEN/MOVE 2024-11-22T20:23:09,277 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=9a39741617e2169ef93c5e5f6ed1c816, regionState=CLOSING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:09,278 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:23:09,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:23:09,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:09,430 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,430 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:23:09,430 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 9a39741617e2169ef93c5e5f6ed1c816, disabling compactions & flushes 2024-11-22T20:23:09,430 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:09,430 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:09,430 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. after waiting 0 ms 2024-11-22T20:23:09,431 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:09,434 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T20:23:09,435 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:09,435 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:09,435 WARN [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: 9a39741617e2169ef93c5e5f6ed1c816 to self. 2024-11-22T20:23:09,437 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=9a39741617e2169ef93c5e5f6ed1c816, regionState=CLOSED 2024-11-22T20:23:09,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-22T20:23:09,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 in 160 msec 2024-11-22T20:23:09,440 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, REOPEN/MOVE; state=CLOSED, location=bc573ddb75cd,39703,1732306894037; forceNewPlan=false, retain=true 2024-11-22T20:23:09,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=9a39741617e2169ef93c5e5f6ed1c816, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:09,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure 9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:23:09,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:09,746 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:09,746 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:23:09,747 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,747 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:23:09,747 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,747 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,749 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,750 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:23:09,750 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a39741617e2169ef93c5e5f6ed1c816 columnFamilyName A 2024-11-22T20:23:09,751 DEBUG [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:09,752 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(327): Store=9a39741617e2169ef93c5e5f6ed1c816/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:23:09,752 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,753 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:23:09,753 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a39741617e2169ef93c5e5f6ed1c816 columnFamilyName B 2024-11-22T20:23:09,753 DEBUG [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:09,753 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(327): Store=9a39741617e2169ef93c5e5f6ed1c816/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:23:09,754 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,754 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:23:09,754 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a39741617e2169ef93c5e5f6ed1c816 columnFamilyName C 2024-11-22T20:23:09,754 DEBUG [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:09,755 INFO [StoreOpener-9a39741617e2169ef93c5e5f6ed1c816-1 {}] regionserver.HStore(327): Store=9a39741617e2169ef93c5e5f6ed1c816/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:23:09,755 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:09,756 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,757 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,759 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:23:09,760 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,761 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 9a39741617e2169ef93c5e5f6ed1c816; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68843777, jitterRate=0.02585221827030182}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:23:09,762 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:09,762 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., pid=99, masterSystemTime=1732306989743 2024-11-22T20:23:09,764 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:09,765 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:09,765 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=9a39741617e2169ef93c5e5f6ed1c816, regionState=OPEN, openSeqNum=5, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:09,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-22T20:23:09,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure 9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 in 174 msec 2024-11-22T20:23:09,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-22T20:23:09,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, REOPEN/MOVE in 492 msec 2024-11-22T20:23:09,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-22T20:23:09,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 498 msec 2024-11-22T20:23:09,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 913 msec 2024-11-22T20:23:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-22T20:23:09,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x033feebb to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a139b42 2024-11-22T20:23:09,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1157d18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:09,789 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c40db2e to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1acf826f 2024-11-22T20:23:09,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bcb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:09,794 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a86cb71 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cbce2b4 2024-11-22T20:23:09,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b5b03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:09,798 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3401188a to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fd3f5fc 2024-11-22T20:23:09,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bd9063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:09,802 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55650656 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c97513 2024-11-22T20:23:09,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ec341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:09,810 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42af2962 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4831febd 2024-11-22T20:23:09,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b660061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:09,820 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5910b8c7 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e93614e 2024-11-22T20:23:09,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ad0ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:09,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x003f9a05 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@523025d 2024-11-22T20:23:09,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dc77ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:09,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26b6d860 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9a1701 2024-11-22T20:23:09,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70304ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:09,859 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16722a1f to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d3b05cf 2024-11-22T20:23:09,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8ea360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:09,876 DEBUG [hconnection-0x7034766d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:09,876 DEBUG [hconnection-0x2dc59d78-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:09,877 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:09,878 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:09,884 DEBUG [hconnection-0x285f5ed9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:09,885 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:09,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:23:09,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:09,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:09,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:09,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:09,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:09,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:09,912 DEBUG [hconnection-0x7eedbf94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:09,913 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:09,920 DEBUG [hconnection-0x5bd90366-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:09,922 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:09,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307049945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:09,948 DEBUG [hconnection-0x2eac4bfd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:09,949 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:09,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307049951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:09,957 DEBUG [hconnection-0x65eb3dcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:09,958 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:09,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222edf5b33eb50499db0e38127d00fca9b_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732306989895/Put/seqid=0 2024-11-22T20:23:09,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307049962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:09,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-22T20:23:09,970 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T20:23:09,971 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:09,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:09,976 DEBUG [hconnection-0x6f230156-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:09,977 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:09,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307049978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:09,992 DEBUG [hconnection-0x2056139f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:09,993 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:09,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307049994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,000 DEBUG [hconnection-0x2e6e3ebe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:10,001 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:10,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742272_1448 (size=12154) 2024-11-22T20:23:10,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:10,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222edf5b33eb50499db0e38127d00fca9b_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222edf5b33eb50499db0e38127d00fca9b_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:10,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/ec3accdbd8ca4003a4685457176675ce, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:10,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/ec3accdbd8ca4003a4685457176675ce is 175, key is test_row_0/A:col10/1732306989895/Put/seqid=0 2024-11-22T20:23:10,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742273_1449 (size=30955) 2024-11-22T20:23:10,042 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/ec3accdbd8ca4003a4685457176675ce 2024-11-22T20:23:10,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307050050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307050053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307050064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T20:23:10,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307050080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d31e0f9c14c74615b47ebc2decb95b15 is 50, key is test_row_0/B:col10/1732306989895/Put/seqid=0 2024-11-22T20:23:10,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742274_1450 (size=12001) 2024-11-22T20:23:10,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d31e0f9c14c74615b47ebc2decb95b15 2024-11-22T20:23:10,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307050096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T20:23:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:10,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:10,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/b043b9de2f18450fa2ae2a01a846031d is 50, key is test_row_0/C:col10/1732306989895/Put/seqid=0 2024-11-22T20:23:10,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742275_1451 (size=12001) 2024-11-22T20:23:10,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307050253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307050255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307050266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T20:23:10,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T20:23:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:10,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307050283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307050300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T20:23:10,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:10,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:10,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/b043b9de2f18450fa2ae2a01a846031d 2024-11-22T20:23:10,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307050556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307050556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/ec3accdbd8ca4003a4685457176675ce as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ec3accdbd8ca4003a4685457176675ce 2024-11-22T20:23:10,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ec3accdbd8ca4003a4685457176675ce, entries=150, sequenceid=15, filesize=30.2 K 2024-11-22T20:23:10,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d31e0f9c14c74615b47ebc2decb95b15 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d31e0f9c14c74615b47ebc2decb95b15 2024-11-22T20:23:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T20:23:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307050572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d31e0f9c14c74615b47ebc2decb95b15, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T20:23:10,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/b043b9de2f18450fa2ae2a01a846031d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/b043b9de2f18450fa2ae2a01a846031d 2024-11-22T20:23:10,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/b043b9de2f18450fa2ae2a01a846031d, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T20:23:10,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9a39741617e2169ef93c5e5f6ed1c816 in 686ms, sequenceid=15, compaction requested=false 2024-11-22T20:23:10,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:10,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-22T20:23:10,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:10,588 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:23:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:10,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:10,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:10,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307050612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224408e6e8fcb64ad7bb1528dfd919ad73_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732306989940/Put/seqid=0 2024-11-22T20:23:10,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307050617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742276_1452 (size=12154) 2024-11-22T20:23:10,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:10,668 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224408e6e8fcb64ad7bb1528dfd919ad73_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224408e6e8fcb64ad7bb1528dfd919ad73_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:10,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/be5fbc228c0c4bee9ca4b18924df75d7, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/be5fbc228c0c4bee9ca4b18924df75d7 is 175, key is test_row_0/A:col10/1732306989940/Put/seqid=0 2024-11-22T20:23:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742277_1453 (size=30955) 2024-11-22T20:23:10,701 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/be5fbc228c0c4bee9ca4b18924df75d7 2024-11-22T20:23:10,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/c342b92065fd4de5a266c40b8c02e0b3 is 50, key is test_row_0/B:col10/1732306989940/Put/seqid=0 2024-11-22T20:23:10,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307050721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307050722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742278_1454 (size=12001) 2024-11-22T20:23:10,763 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/c342b92065fd4de5a266c40b8c02e0b3 2024-11-22T20:23:10,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/c0fefe0b2c454d33937016a39ea224a9 is 50, key is test_row_0/C:col10/1732306989940/Put/seqid=0 2024-11-22T20:23:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742279_1455 (size=12001) 2024-11-22T20:23:10,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307050928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:10,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307050929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:11,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307051061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:11,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307051061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T20:23:11,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307051076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:11,208 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/c0fefe0b2c454d33937016a39ea224a9 2024-11-22T20:23:11,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/be5fbc228c0c4bee9ca4b18924df75d7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/be5fbc228c0c4bee9ca4b18924df75d7 2024-11-22T20:23:11,226 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/be5fbc228c0c4bee9ca4b18924df75d7, entries=150, sequenceid=40, filesize=30.2 K 2024-11-22T20:23:11,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/c342b92065fd4de5a266c40b8c02e0b3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/c342b92065fd4de5a266c40b8c02e0b3 2024-11-22T20:23:11,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307051233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:11,238 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/c342b92065fd4de5a266c40b8c02e0b3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T20:23:11,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307051235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:11,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/c0fefe0b2c454d33937016a39ea224a9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/c0fefe0b2c454d33937016a39ea224a9 2024-11-22T20:23:11,249 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/c0fefe0b2c454d33937016a39ea224a9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-22T20:23:11,250 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9a39741617e2169ef93c5e5f6ed1c816 in 661ms, sequenceid=40, compaction requested=false 2024-11-22T20:23:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-22T20:23:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-22T20:23:11,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-22T20:23:11,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2800 sec 2024-11-22T20:23:11,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.2850 sec 2024-11-22T20:23:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:11,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:23:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:11,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223d9f8dfd8bab4af5bcee8be44e8a9816_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732306991748/Put/seqid=0 2024-11-22T20:23:11,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742280_1456 (size=14594) 2024-11-22T20:23:11,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:11,807 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223d9f8dfd8bab4af5bcee8be44e8a9816_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223d9f8dfd8bab4af5bcee8be44e8a9816_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:11,808 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/2b6bcb550dd645a9a370108df6daf434, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:11,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/2b6bcb550dd645a9a370108df6daf434 is 175, key is test_row_0/A:col10/1732306991748/Put/seqid=0 2024-11-22T20:23:11,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742281_1457 (size=39549) 2024-11-22T20:23:11,838 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/2b6bcb550dd645a9a370108df6daf434 2024-11-22T20:23:11,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307051845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:11,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307051846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:11,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/7c78f75084984172b52eb94c11b6cc74 is 50, key is test_row_0/B:col10/1732306991748/Put/seqid=0 2024-11-22T20:23:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742282_1458 (size=12001) 2024-11-22T20:23:11,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/7c78f75084984172b52eb94c11b6cc74 2024-11-22T20:23:11,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/3aca1e6c8f3d4ce2bafb153e2bf3bb00 is 50, key is test_row_0/C:col10/1732306991748/Put/seqid=0 2024-11-22T20:23:11,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307051955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307051956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:11,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742283_1459 (size=12001) 2024-11-22T20:23:11,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/3aca1e6c8f3d4ce2bafb153e2bf3bb00 2024-11-22T20:23:11,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/2b6bcb550dd645a9a370108df6daf434 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2b6bcb550dd645a9a370108df6daf434 2024-11-22T20:23:11,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2b6bcb550dd645a9a370108df6daf434, entries=200, sequenceid=52, filesize=38.6 K 2024-11-22T20:23:11,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/7c78f75084984172b52eb94c11b6cc74 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/7c78f75084984172b52eb94c11b6cc74 2024-11-22T20:23:12,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/7c78f75084984172b52eb94c11b6cc74, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T20:23:12,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/3aca1e6c8f3d4ce2bafb153e2bf3bb00 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3aca1e6c8f3d4ce2bafb153e2bf3bb00 2024-11-22T20:23:12,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3aca1e6c8f3d4ce2bafb153e2bf3bb00, entries=150, sequenceid=52, filesize=11.7 K 2024-11-22T20:23:12,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9a39741617e2169ef93c5e5f6ed1c816 in 260ms, sequenceid=52, compaction requested=true 2024-11-22T20:23:12,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:12,010 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:12,011 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:12,011 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/A is initiating minor compaction (all files) 2024-11-22T20:23:12,011 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/A in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,011 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ec3accdbd8ca4003a4685457176675ce, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/be5fbc228c0c4bee9ca4b18924df75d7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2b6bcb550dd645a9a370108df6daf434] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=99.1 K 2024-11-22T20:23:12,011 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,011 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ec3accdbd8ca4003a4685457176675ce, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/be5fbc228c0c4bee9ca4b18924df75d7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2b6bcb550dd645a9a370108df6daf434] 2024-11-22T20:23:12,013 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec3accdbd8ca4003a4685457176675ce, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732306989893 2024-11-22T20:23:12,013 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting be5fbc228c0c4bee9ca4b18924df75d7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732306989919 2024-11-22T20:23:12,014 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b6bcb550dd645a9a370108df6daf434, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732306990609 2024-11-22T20:23:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:12,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:12,019 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:12,020 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:12,020 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/B is initiating minor compaction (all files) 2024-11-22T20:23:12,020 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/B in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,020 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d31e0f9c14c74615b47ebc2decb95b15, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/c342b92065fd4de5a266c40b8c02e0b3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/7c78f75084984172b52eb94c11b6cc74] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=35.2 K 2024-11-22T20:23:12,020 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting d31e0f9c14c74615b47ebc2decb95b15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732306989893 2024-11-22T20:23:12,021 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c342b92065fd4de5a266c40b8c02e0b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732306989919 2024-11-22T20:23:12,021 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c78f75084984172b52eb94c11b6cc74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732306990609 2024-11-22T20:23:12,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:12,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:12,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:12,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:12,032 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:12,047 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#B#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:12,048 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/208df140ed3e48439e367e6b2df33df3 is 50, key is test_row_0/B:col10/1732306991748/Put/seqid=0 2024-11-22T20:23:12,058 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411227f6f769a7eea4700932a6e31ff6df2f1_9a39741617e2169ef93c5e5f6ed1c816 store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:12,060 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411227f6f769a7eea4700932a6e31ff6df2f1_9a39741617e2169ef93c5e5f6ed1c816, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:12,061 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227f6f769a7eea4700932a6e31ff6df2f1_9a39741617e2169ef93c5e5f6ed1c816 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-22T20:23:12,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-22T20:23:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:12,076 INFO [Thread-1979 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-22T20:23:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:12,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-22T20:23:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T20:23:12,080 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:12,080 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:12,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:12,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742284_1460 (size=12104) 2024-11-22T20:23:12,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307052090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742285_1461 (size=4469) 2024-11-22T20:23:12,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307052094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,108 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#A#compaction#398 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:12,108 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/61c3d99f999e46ba8688342e65c3e194 is 175, key is test_row_0/A:col10/1732306991748/Put/seqid=0 2024-11-22T20:23:12,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307052096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,112 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/208df140ed3e48439e367e6b2df33df3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/208df140ed3e48439e367e6b2df33df3 2024-11-22T20:23:12,118 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/B of 9a39741617e2169ef93c5e5f6ed1c816 into 208df140ed3e48439e367e6b2df33df3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:12,118 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:12,118 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/B, priority=13, startTime=1732306992019; duration=0sec 2024-11-22T20:23:12,118 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:12,118 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:B 2024-11-22T20:23:12,118 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:12,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112238efc504f50c491dace26b2360f48ad8_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732306991844/Put/seqid=0 2024-11-22T20:23:12,119 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:12,119 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/C is initiating minor compaction (all files) 2024-11-22T20:23:12,119 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/C in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,119 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/b043b9de2f18450fa2ae2a01a846031d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/c0fefe0b2c454d33937016a39ea224a9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3aca1e6c8f3d4ce2bafb153e2bf3bb00] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=35.2 K 2024-11-22T20:23:12,120 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b043b9de2f18450fa2ae2a01a846031d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732306989893 2024-11-22T20:23:12,121 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c0fefe0b2c454d33937016a39ea224a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732306989919 2024-11-22T20:23:12,121 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aca1e6c8f3d4ce2bafb153e2bf3bb00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732306990609 2024-11-22T20:23:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742287_1463 (size=14594) 2024-11-22T20:23:12,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742286_1462 (size=31058) 2024-11-22T20:23:12,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:12,140 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/61c3d99f999e46ba8688342e65c3e194 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/61c3d99f999e46ba8688342e65c3e194 2024-11-22T20:23:12,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112238efc504f50c491dace26b2360f48ad8_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112238efc504f50c491dace26b2360f48ad8_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:12,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/4b1c5757c93048e0becc18e71e330f06, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:12,142 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:12,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/4b1c5757c93048e0becc18e71e330f06 is 175, key is test_row_0/A:col10/1732306991844/Put/seqid=0 2024-11-22T20:23:12,142 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/4c5debb1c6a843a0bd2be90368152941 is 50, key is test_row_0/C:col10/1732306991748/Put/seqid=0 2024-11-22T20:23:12,148 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/A of 9a39741617e2169ef93c5e5f6ed1c816 into 61c3d99f999e46ba8688342e65c3e194(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:12,148 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:12,148 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/A, priority=13, startTime=1732306992010; duration=0sec 2024-11-22T20:23:12,148 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:12,148 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:A 2024-11-22T20:23:12,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307052161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307052162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T20:23:12,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742288_1464 (size=39549) 2024-11-22T20:23:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742289_1465 (size=12104) 2024-11-22T20:23:12,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307052201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307052202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307052211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,232 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T20:23:12,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:12,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T20:23:12,385 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T20:23:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307052412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307052413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307052413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307052471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307052471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T20:23:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/4b1c5757c93048e0becc18e71e330f06 2024-11-22T20:23:12,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d3199da8adcb4a6dbda81eb42cb03f95 is 50, key is test_row_0/B:col10/1732306991844/Put/seqid=0 2024-11-22T20:23:12,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742290_1466 (size=12001) 2024-11-22T20:23:12,609 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/4c5debb1c6a843a0bd2be90368152941 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/4c5debb1c6a843a0bd2be90368152941 2024-11-22T20:23:12,613 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/C of 9a39741617e2169ef93c5e5f6ed1c816 into 4c5debb1c6a843a0bd2be90368152941(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:12,613 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:12,613 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/C, priority=13, startTime=1732306992026; duration=0sec 2024-11-22T20:23:12,613 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:12,613 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:C 2024-11-22T20:23:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T20:23:12,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T20:23:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307052716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307052717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307052717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:23:12,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T20:23:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307052975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307052977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:12,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T20:23:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:12,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:13,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d3199da8adcb4a6dbda81eb42cb03f95 2024-11-22T20:23:13,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/51e0370110f4426a8bb8b575ae825d31 is 50, key is test_row_0/C:col10/1732306991844/Put/seqid=0 2024-11-22T20:23:13,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742291_1467 (size=12001) 2024-11-22T20:23:13,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:13,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T20:23:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:13,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:13,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:13,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T20:23:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307053219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307053219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:13,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307053223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:13,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:13,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T20:23:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:13,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:13,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/51e0370110f4426a8bb8b575ae825d31 2024-11-22T20:23:13,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/4b1c5757c93048e0becc18e71e330f06 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4b1c5757c93048e0becc18e71e330f06 2024-11-22T20:23:13,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4b1c5757c93048e0becc18e71e330f06, entries=200, sequenceid=78, filesize=38.6 K 2024-11-22T20:23:13,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d3199da8adcb4a6dbda81eb42cb03f95 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d3199da8adcb4a6dbda81eb42cb03f95 2024-11-22T20:23:13,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d3199da8adcb4a6dbda81eb42cb03f95, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T20:23:13,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/51e0370110f4426a8bb8b575ae825d31 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/51e0370110f4426a8bb8b575ae825d31 2024-11-22T20:23:13,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/51e0370110f4426a8bb8b575ae825d31, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T20:23:13,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9a39741617e2169ef93c5e5f6ed1c816 in 1359ms, sequenceid=78, compaction requested=false 2024-11-22T20:23:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:13,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:13,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-22T20:23:13,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:13,456 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-22T20:23:13,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:13,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:13,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229898c4bf91aa433e8dc3976caef2b5af_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732306992094/Put/seqid=0 2024-11-22T20:23:13,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742292_1468 (size=12154) 2024-11-22T20:23:13,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:13,870 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229898c4bf91aa433e8dc3976caef2b5af_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229898c4bf91aa433e8dc3976caef2b5af_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:13,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/561b62ed87ad4264afac6db20d271a94, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:13,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/561b62ed87ad4264afac6db20d271a94 is 175, key is test_row_0/A:col10/1732306992094/Put/seqid=0 2024-11-22T20:23:13,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742293_1469 (size=30955) 2024-11-22T20:23:13,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:14,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307054042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307054045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307054151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307054151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T20:23:14,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307054225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307054229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307054231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,286 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/561b62ed87ad4264afac6db20d271a94 2024-11-22T20:23:14,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/f48c94260db3420391e46a14330b4ab9 is 50, key is test_row_0/B:col10/1732306992094/Put/seqid=0 2024-11-22T20:23:14,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742294_1470 (size=12001) 2024-11-22T20:23:14,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307054355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307054355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307054658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307054659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:14,702 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/f48c94260db3420391e46a14330b4ab9 2024-11-22T20:23:14,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/d015ba1fe2a34f86816e9a81a6eeea24 is 50, key is test_row_0/C:col10/1732306992094/Put/seqid=0 2024-11-22T20:23:14,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742295_1471 (size=12001) 2024-11-22T20:23:15,112 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/d015ba1fe2a34f86816e9a81a6eeea24 2024-11-22T20:23:15,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/561b62ed87ad4264afac6db20d271a94 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/561b62ed87ad4264afac6db20d271a94 2024-11-22T20:23:15,121 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/561b62ed87ad4264afac6db20d271a94, entries=150, sequenceid=91, filesize=30.2 K 2024-11-22T20:23:15,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/f48c94260db3420391e46a14330b4ab9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/f48c94260db3420391e46a14330b4ab9 2024-11-22T20:23:15,125 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/f48c94260db3420391e46a14330b4ab9, entries=150, sequenceid=91, filesize=11.7 K 2024-11-22T20:23:15,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/d015ba1fe2a34f86816e9a81a6eeea24 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/d015ba1fe2a34f86816e9a81a6eeea24 2024-11-22T20:23:15,129 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/d015ba1fe2a34f86816e9a81a6eeea24, entries=150, sequenceid=91, filesize=11.7 K 2024-11-22T20:23:15,130 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9a39741617e2169ef93c5e5f6ed1c816 in 1674ms, sequenceid=91, compaction requested=true 2024-11-22T20:23:15,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:15,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:15,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-22T20:23:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-22T20:23:15,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-22T20:23:15,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0510 sec 2024-11-22T20:23:15,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 3.0550 sec 2024-11-22T20:23:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:15,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-22T20:23:15,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:15,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:15,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:15,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:15,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:15,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:15,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112277ffe00b124f4ddabc1a0516ad9bdb0a_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732306994037/Put/seqid=0 2024-11-22T20:23:15,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742296_1472 (size=14594) 2024-11-22T20:23:15,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307055178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:15,186 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:15,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307055183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:15,189 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112277ffe00b124f4ddabc1a0516ad9bdb0a_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112277ffe00b124f4ddabc1a0516ad9bdb0a_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:15,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/3499cb52aced499b81c57d94bfa78eef, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:15,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/3499cb52aced499b81c57d94bfa78eef is 175, key is test_row_0/A:col10/1732306994037/Put/seqid=0 2024-11-22T20:23:15,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742297_1473 (size=39549) 2024-11-22T20:23:15,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307055284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:15,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307055288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:15,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307055489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307055492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:15,600 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/3499cb52aced499b81c57d94bfa78eef 2024-11-22T20:23:15,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/3bd70eb236414abc80a1c66b59021a61 is 50, key is test_row_0/B:col10/1732306994037/Put/seqid=0 2024-11-22T20:23:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742298_1474 (size=12001) 2024-11-22T20:23:15,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307055792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:15,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307055801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/3bd70eb236414abc80a1c66b59021a61 2024-11-22T20:23:16,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/8c6da1ead50742acac948bbf31c5bc23 is 50, key is test_row_0/C:col10/1732306994037/Put/seqid=0 2024-11-22T20:23:16,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742299_1475 (size=12001) 2024-11-22T20:23:16,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/8c6da1ead50742acac948bbf31c5bc23 2024-11-22T20:23:16,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/3499cb52aced499b81c57d94bfa78eef as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/3499cb52aced499b81c57d94bfa78eef 2024-11-22T20:23:16,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/3499cb52aced499b81c57d94bfa78eef, entries=200, sequenceid=118, filesize=38.6 K 2024-11-22T20:23:16,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/3bd70eb236414abc80a1c66b59021a61 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/3bd70eb236414abc80a1c66b59021a61 2024-11-22T20:23:16,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/3bd70eb236414abc80a1c66b59021a61, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T20:23:16,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/8c6da1ead50742acac948bbf31c5bc23 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8c6da1ead50742acac948bbf31c5bc23 2024-11-22T20:23:16,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8c6da1ead50742acac948bbf31c5bc23, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T20:23:16,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9a39741617e2169ef93c5e5f6ed1c816 in 868ms, sequenceid=118, compaction requested=true 2024-11-22T20:23:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:16,036 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:16,036 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:16,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:16,037 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:16,037 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:16,037 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/B is initiating minor compaction (all files) 2024-11-22T20:23:16,037 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/A is initiating minor compaction (all files) 2024-11-22T20:23:16,037 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/A in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,037 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/B in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,037 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/208df140ed3e48439e367e6b2df33df3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d3199da8adcb4a6dbda81eb42cb03f95, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/f48c94260db3420391e46a14330b4ab9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/3bd70eb236414abc80a1c66b59021a61] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=47.0 K 2024-11-22T20:23:16,037 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/61c3d99f999e46ba8688342e65c3e194, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4b1c5757c93048e0becc18e71e330f06, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/561b62ed87ad4264afac6db20d271a94, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/3499cb52aced499b81c57d94bfa78eef] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=137.8 K 2024-11-22T20:23:16,037 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,037 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/61c3d99f999e46ba8688342e65c3e194, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4b1c5757c93048e0becc18e71e330f06, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/561b62ed87ad4264afac6db20d271a94, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/3499cb52aced499b81c57d94bfa78eef] 2024-11-22T20:23:16,038 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 208df140ed3e48439e367e6b2df33df3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732306990609 2024-11-22T20:23:16,038 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61c3d99f999e46ba8688342e65c3e194, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732306990609 2024-11-22T20:23:16,038 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting d3199da8adcb4a6dbda81eb42cb03f95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732306991809 2024-11-22T20:23:16,038 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b1c5757c93048e0becc18e71e330f06, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732306991809 2024-11-22T20:23:16,038 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f48c94260db3420391e46a14330b4ab9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732306992089 2024-11-22T20:23:16,038 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 561b62ed87ad4264afac6db20d271a94, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732306992089 2024-11-22T20:23:16,039 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bd70eb236414abc80a1c66b59021a61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732306994037 2024-11-22T20:23:16,039 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3499cb52aced499b81c57d94bfa78eef, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732306994037 2024-11-22T20:23:16,047 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:16,052 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411224b04e09811ab44a0b7c9c1c74ccc7268_9a39741617e2169ef93c5e5f6ed1c816 store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:16,054 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:16,055 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/82d494707d4c498985a2271ca60ec10a is 50, key is test_row_0/B:col10/1732306994037/Put/seqid=0 2024-11-22T20:23:16,055 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411224b04e09811ab44a0b7c9c1c74ccc7268_9a39741617e2169ef93c5e5f6ed1c816, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:16,055 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224b04e09811ab44a0b7c9c1c74ccc7268_9a39741617e2169ef93c5e5f6ed1c816 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742300_1476 (size=12241) 2024-11-22T20:23:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742301_1477 (size=4469) 2024-11-22T20:23:16,060 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#A#compaction#410 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:16,061 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/7f2c9525bf5e431fac4b18365d29f6f3 is 175, key is test_row_0/A:col10/1732306994037/Put/seqid=0 2024-11-22T20:23:16,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742302_1478 (size=31195) 2024-11-22T20:23:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-22T20:23:16,185 INFO [Thread-1979 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-22T20:23:16,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:16,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-22T20:23:16,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:23:16,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:16,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:16,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:16,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:23:16,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:16,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:16,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:16,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:16,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:16,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:16,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cb729b9c785244eb8c822a164e9154fa_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732306995171/Put/seqid=0 2024-11-22T20:23:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742303_1479 (size=17084) 2024-11-22T20:23:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:23:16,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307056292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307056297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307056298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307056299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307056305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:16,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:16,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307056400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307056406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307056406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,463 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/82d494707d4c498985a2271ca60ec10a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82d494707d4c498985a2271ca60ec10a 2024-11-22T20:23:16,467 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/B of 9a39741617e2169ef93c5e5f6ed1c816 into 82d494707d4c498985a2271ca60ec10a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:16,467 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:16,467 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/B, priority=12, startTime=1732306996036; duration=0sec 2024-11-22T20:23:16,467 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:16,467 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:B 2024-11-22T20:23:16,468 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:16,468 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/7f2c9525bf5e431fac4b18365d29f6f3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/7f2c9525bf5e431fac4b18365d29f6f3 2024-11-22T20:23:16,469 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:16,469 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/C is initiating minor compaction (all files) 2024-11-22T20:23:16,469 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/C in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,469 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/4c5debb1c6a843a0bd2be90368152941, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/51e0370110f4426a8bb8b575ae825d31, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/d015ba1fe2a34f86816e9a81a6eeea24, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8c6da1ead50742acac948bbf31c5bc23] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=47.0 K 2024-11-22T20:23:16,470 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c5debb1c6a843a0bd2be90368152941, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732306990609 2024-11-22T20:23:16,470 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 51e0370110f4426a8bb8b575ae825d31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732306991809 2024-11-22T20:23:16,470 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting d015ba1fe2a34f86816e9a81a6eeea24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732306992089 2024-11-22T20:23:16,471 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c6da1ead50742acac948bbf31c5bc23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732306994037 2024-11-22T20:23:16,472 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/A of 9a39741617e2169ef93c5e5f6ed1c816 into 7f2c9525bf5e431fac4b18365d29f6f3(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:16,472 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:16,473 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/A, priority=12, startTime=1732306996036; duration=0sec 2024-11-22T20:23:16,473 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:16,473 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:A 2024-11-22T20:23:16,478 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:16,479 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/87d2ecd0706541fdb980ad2f06b23e1e is 50, key is test_row_0/C:col10/1732306994037/Put/seqid=0 2024-11-22T20:23:16,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742304_1480 (size=12241) 2024-11-22T20:23:16,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:23:16,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307056605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307056612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307056612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:16,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:16,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,657 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:16,661 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122cb729b9c785244eb8c822a164e9154fa_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cb729b9c785244eb8c822a164e9154fa_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:16,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/2be4c76e1778421495ee6180ea18de0f, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:16,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/2be4c76e1778421495ee6180ea18de0f is 175, key is test_row_0/A:col10/1732306995171/Put/seqid=0 2024-11-22T20:23:16,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742305_1481 (size=48189) 2024-11-22T20:23:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:23:16,797 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:16,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:16,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,886 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/87d2ecd0706541fdb980ad2f06b23e1e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/87d2ecd0706541fdb980ad2f06b23e1e 2024-11-22T20:23:16,890 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/C of 9a39741617e2169ef93c5e5f6ed1c816 into 87d2ecd0706541fdb980ad2f06b23e1e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:16,890 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:16,890 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/C, priority=12, startTime=1732306996036; duration=0sec 2024-11-22T20:23:16,890 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:16,890 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:C 2024-11-22T20:23:16,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307056909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307056914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307056916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:16,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:16,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:16,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:16,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,071 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/2be4c76e1778421495ee6180ea18de0f 2024-11-22T20:23:17,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/e91178e4657a4094ac91b46fc2f65f2f is 50, key is test_row_0/B:col10/1732306995171/Put/seqid=0 2024-11-22T20:23:17,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742306_1482 (size=12051) 2024-11-22T20:23:17,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:17,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:17,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:17,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:17,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:23:17,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307057309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307057314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,409 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307057417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307057432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307057432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/e91178e4657a4094ac91b46fc2f65f2f 2024-11-22T20:23:17,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/f9fcef4f64544b0c8216a9926cbf2ac0 is 50, key is test_row_0/C:col10/1732306995171/Put/seqid=0 2024-11-22T20:23:17,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742307_1483 (size=12051) 2024-11-22T20:23:17,564 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:17,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:17,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,883 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:17,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:17,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:17,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:17,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:17,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/f9fcef4f64544b0c8216a9926cbf2ac0 2024-11-22T20:23:17,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/2be4c76e1778421495ee6180ea18de0f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2be4c76e1778421495ee6180ea18de0f 2024-11-22T20:23:17,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2be4c76e1778421495ee6180ea18de0f, entries=250, sequenceid=129, filesize=47.1 K 2024-11-22T20:23:17,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/e91178e4657a4094ac91b46fc2f65f2f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e91178e4657a4094ac91b46fc2f65f2f 2024-11-22T20:23:17,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e91178e4657a4094ac91b46fc2f65f2f, entries=150, sequenceid=129, filesize=11.8 K 2024-11-22T20:23:17,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/f9fcef4f64544b0c8216a9926cbf2ac0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/f9fcef4f64544b0c8216a9926cbf2ac0 2024-11-22T20:23:17,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/f9fcef4f64544b0c8216a9926cbf2ac0, entries=150, sequenceid=129, filesize=11.8 K 2024-11-22T20:23:17,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9a39741617e2169ef93c5e5f6ed1c816 in 1682ms, sequenceid=129, compaction requested=false 2024-11-22T20:23:17,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:18,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:18,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-22T20:23:18,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:18,037 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:23:18,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:18,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:18,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:18,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:18,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:18,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112257b716f51e624160bbc0993b183f7347_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732306996285/Put/seqid=0 2024-11-22T20:23:18,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742308_1484 (size=12304) 2024-11-22T20:23:18,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:18,057 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112257b716f51e624160bbc0993b183f7347_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112257b716f51e624160bbc0993b183f7347_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:18,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/9ca6c3b97b494c4f8cdabecb97378835, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:18,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/9ca6c3b97b494c4f8cdabecb97378835 is 175, key is test_row_0/A:col10/1732306996285/Put/seqid=0 2024-11-22T20:23:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742309_1485 (size=31105) 2024-11-22T20:23:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:23:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:18,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307058446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:18,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307058446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:18,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307058447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:18,463 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/9ca6c3b97b494c4f8cdabecb97378835 2024-11-22T20:23:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/a944b71ef3284b96b0eb5994db4b63a4 is 50, key is test_row_0/B:col10/1732306996285/Put/seqid=0 2024-11-22T20:23:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742310_1486 (size=12151) 2024-11-22T20:23:18,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307058548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:18,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307058551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:18,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307058552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:18,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307058753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:18,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307058757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:18,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307058757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:18,883 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/a944b71ef3284b96b0eb5994db4b63a4 2024-11-22T20:23:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/ffd1f6d4319046d388986ac4d777763c is 50, key is test_row_0/C:col10/1732306996285/Put/seqid=0 2024-11-22T20:23:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742311_1487 (size=12151) 2024-11-22T20:23:19,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307059060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307059064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307059064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,322 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/ffd1f6d4319046d388986ac4d777763c 2024-11-22T20:23:19,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/9ca6c3b97b494c4f8cdabecb97378835 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9ca6c3b97b494c4f8cdabecb97378835 2024-11-22T20:23:19,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307059324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,329 DEBUG [Thread-1969 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., hostname=bc573ddb75cd,39703,1732306894037, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:23:19,335 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9ca6c3b97b494c4f8cdabecb97378835, entries=150, sequenceid=157, filesize=30.4 K 2024-11-22T20:23:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/a944b71ef3284b96b0eb5994db4b63a4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/a944b71ef3284b96b0eb5994db4b63a4 2024-11-22T20:23:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,340 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/a944b71ef3284b96b0eb5994db4b63a4, entries=150, sequenceid=157, filesize=11.9 K 2024-11-22T20:23:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/ffd1f6d4319046d388986ac4d777763c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/ffd1f6d4319046d388986ac4d777763c 2024-11-22T20:23:19,345 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/ffd1f6d4319046d388986ac4d777763c, entries=150, sequenceid=157, filesize=11.9 K 2024-11-22T20:23:19,346 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9a39741617e2169ef93c5e5f6ed1c816 in 1309ms, sequenceid=157, compaction requested=true 2024-11-22T20:23:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:19,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-22T20:23:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-22T20:23:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-22T20:23:19,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1600 sec 2024-11-22T20:23:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 3.1640 sec 2024-11-22T20:23:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:19,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:23:19,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:19,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:19,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:19,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:19,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:19,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a6ca7012d6e34cb89dbac020e2dc6915_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732306998445/Put/seqid=0 2024-11-22T20:23:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742312_1488 (size=12304) 2024-11-22T20:23:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307059573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307059573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307059575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307059580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307059684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307059686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,870 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:19,876 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a6ca7012d6e34cb89dbac020e2dc6915_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a6ca7012d6e34cb89dbac020e2dc6915_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:19,877 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/d59f7e3650ee4294a5bad05a2bb7c239, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:19,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/d59f7e3650ee4294a5bad05a2bb7c239 is 175, key is test_row_0/A:col10/1732306998445/Put/seqid=0 2024-11-22T20:23:19,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307059892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307059893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:19,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742313_1489 (size=31105) 2024-11-22T20:23:19,922 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/d59f7e3650ee4294a5bad05a2bb7c239 2024-11-22T20:23:19,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/e5187cdc4d8c448d83870060dbbe4f0d is 50, key is test_row_0/B:col10/1732306998445/Put/seqid=0 2024-11-22T20:23:19,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742314_1490 (size=12151) 2024-11-22T20:23:19,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/e5187cdc4d8c448d83870060dbbe4f0d 2024-11-22T20:23:19,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/0aa132b85e6b4c9798a1135db5457d8a is 50, key is test_row_0/C:col10/1732306998445/Put/seqid=0 2024-11-22T20:23:19,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742315_1491 (size=12151) 2024-11-22T20:23:19,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/0aa132b85e6b4c9798a1135db5457d8a 2024-11-22T20:23:20,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/d59f7e3650ee4294a5bad05a2bb7c239 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d59f7e3650ee4294a5bad05a2bb7c239 2024-11-22T20:23:20,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d59f7e3650ee4294a5bad05a2bb7c239, entries=150, sequenceid=169, filesize=30.4 K 2024-11-22T20:23:20,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/e5187cdc4d8c448d83870060dbbe4f0d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5187cdc4d8c448d83870060dbbe4f0d 2024-11-22T20:23:20,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5187cdc4d8c448d83870060dbbe4f0d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T20:23:20,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/0aa132b85e6b4c9798a1135db5457d8a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0aa132b85e6b4c9798a1135db5457d8a 2024-11-22T20:23:20,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0aa132b85e6b4c9798a1135db5457d8a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-22T20:23:20,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9a39741617e2169ef93c5e5f6ed1c816 in 621ms, sequenceid=169, compaction requested=true 2024-11-22T20:23:20,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:20,024 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:20,025 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:20,025 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/A is initiating minor compaction (all files) 2024-11-22T20:23:20,025 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/A in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,025 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/7f2c9525bf5e431fac4b18365d29f6f3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2be4c76e1778421495ee6180ea18de0f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9ca6c3b97b494c4f8cdabecb97378835, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d59f7e3650ee4294a5bad05a2bb7c239] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=138.3 K 2024-11-22T20:23:20,025 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,025 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/7f2c9525bf5e431fac4b18365d29f6f3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2be4c76e1778421495ee6180ea18de0f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9ca6c3b97b494c4f8cdabecb97378835, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d59f7e3650ee4294a5bad05a2bb7c239] 2024-11-22T20:23:20,026 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f2c9525bf5e431fac4b18365d29f6f3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732306994037 2024-11-22T20:23:20,026 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2be4c76e1778421495ee6180ea18de0f, keycount=250, bloomtype=ROW, size=47.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732306995171 2024-11-22T20:23:20,026 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ca6c3b97b494c4f8cdabecb97378835, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732306996285 2024-11-22T20:23:20,027 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d59f7e3650ee4294a5bad05a2bb7c239, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306998445 2024-11-22T20:23:20,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:20,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:20,029 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:20,031 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:20,031 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/B is initiating minor compaction (all files) 2024-11-22T20:23:20,031 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/B in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,031 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82d494707d4c498985a2271ca60ec10a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e91178e4657a4094ac91b46fc2f65f2f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/a944b71ef3284b96b0eb5994db4b63a4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5187cdc4d8c448d83870060dbbe4f0d] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=47.5 K 2024-11-22T20:23:20,032 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 82d494707d4c498985a2271ca60ec10a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732306994037 2024-11-22T20:23:20,032 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting e91178e4657a4094ac91b46fc2f65f2f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732306995171 2024-11-22T20:23:20,033 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting a944b71ef3284b96b0eb5994db4b63a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732306996285 2024-11-22T20:23:20,033 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting e5187cdc4d8c448d83870060dbbe4f0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306998445 2024-11-22T20:23:20,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:20,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:20,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:20,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:20,040 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:20,050 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#B#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:20,051 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/2bee9f7957974e98bbd48af83b7a8664 is 50, key is test_row_0/B:col10/1732306998445/Put/seqid=0 2024-11-22T20:23:20,060 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411225a46b11a841f453dbce7bb139b39abd6_9a39741617e2169ef93c5e5f6ed1c816 store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:20,063 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411225a46b11a841f453dbce7bb139b39abd6_9a39741617e2169ef93c5e5f6ed1c816, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:20,063 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225a46b11a841f453dbce7bb139b39abd6_9a39741617e2169ef93c5e5f6ed1c816 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742316_1492 (size=12527) 2024-11-22T20:23:20,099 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/2bee9f7957974e98bbd48af83b7a8664 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/2bee9f7957974e98bbd48af83b7a8664 2024-11-22T20:23:20,103 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/B of 9a39741617e2169ef93c5e5f6ed1c816 into 2bee9f7957974e98bbd48af83b7a8664(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:20,103 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:20,103 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/B, priority=12, startTime=1732307000029; duration=0sec 2024-11-22T20:23:20,103 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:20,103 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:B 2024-11-22T20:23:20,103 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:20,104 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:20,105 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/C is initiating minor compaction (all files) 2024-11-22T20:23:20,105 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/C in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,105 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/87d2ecd0706541fdb980ad2f06b23e1e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/f9fcef4f64544b0c8216a9926cbf2ac0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/ffd1f6d4319046d388986ac4d777763c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0aa132b85e6b4c9798a1135db5457d8a] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=47.5 K 2024-11-22T20:23:20,106 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 87d2ecd0706541fdb980ad2f06b23e1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732306994037 2024-11-22T20:23:20,106 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f9fcef4f64544b0c8216a9926cbf2ac0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732306995171 2024-11-22T20:23:20,107 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ffd1f6d4319046d388986ac4d777763c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732306996285 2024-11-22T20:23:20,107 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aa132b85e6b4c9798a1135db5457d8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306998445 2024-11-22T20:23:20,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742317_1493 (size=4469) 2024-11-22T20:23:20,119 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#A#compaction#422 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:20,119 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/1bdac03851384b249512e592d4354645 is 175, key is test_row_0/A:col10/1732306998445/Put/seqid=0 2024-11-22T20:23:20,120 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#C#compaction#424 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:20,121 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/cd2dbebbebd94ec49c5d8ddbf888c9dd is 50, key is test_row_0/C:col10/1732306998445/Put/seqid=0 2024-11-22T20:23:20,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742319_1495 (size=12527) 2024-11-22T20:23:20,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742318_1494 (size=31481) 2024-11-22T20:23:20,161 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/1bdac03851384b249512e592d4354645 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1bdac03851384b249512e592d4354645 2024-11-22T20:23:20,161 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/cd2dbebbebd94ec49c5d8ddbf888c9dd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cd2dbebbebd94ec49c5d8ddbf888c9dd 2024-11-22T20:23:20,171 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/C of 9a39741617e2169ef93c5e5f6ed1c816 into cd2dbebbebd94ec49c5d8ddbf888c9dd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:20,171 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:20,171 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/C, priority=12, startTime=1732307000039; duration=0sec 2024-11-22T20:23:20,171 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:20,171 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:C 2024-11-22T20:23:20,171 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/A of 9a39741617e2169ef93c5e5f6ed1c816 into 1bdac03851384b249512e592d4354645(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:20,172 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:20,172 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/A, priority=12, startTime=1732307000024; duration=0sec 2024-11-22T20:23:20,172 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:20,172 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:A 2024-11-22T20:23:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:20,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:23:20,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:20,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:20,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:20,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:20,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:20,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:20,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225bb0a66c58114c52a30b8a8af641b05e_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732306999572/Put/seqid=0 2024-11-22T20:23:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307060224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:20,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307060228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742320_1496 (size=14794) 2024-11-22T20:23:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-22T20:23:20,292 INFO [Thread-1979 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-22T20:23:20,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-22T20:23:20,297 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T20:23:20,298 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:20,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:20,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307060330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307060335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T20:23:20,451 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T20:23:20,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:20,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307060535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307060538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307060585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307060591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T20:23:20,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T20:23:20,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:20,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:20,654 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225bb0a66c58114c52a30b8a8af641b05e_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225bb0a66c58114c52a30b8a8af641b05e_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:20,655 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/a5ba4371d1c24797a5f295c1437a2002, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:20,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/a5ba4371d1c24797a5f295c1437a2002 is 175, key is test_row_0/A:col10/1732306999572/Put/seqid=0 2024-11-22T20:23:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742321_1497 (size=39749) 2024-11-22T20:23:20,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T20:23:20,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:20,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307060840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307060841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T20:23:20,910 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:20,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T20:23:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:20,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,063 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:21,063 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/a5ba4371d1c24797a5f295c1437a2002 2024-11-22T20:23:21,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T20:23:21,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:21,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:21,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:21,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/dc27948a5a8449bfa7bd5c19c39a62c4 is 50, key is test_row_0/B:col10/1732306999572/Put/seqid=0 2024-11-22T20:23:21,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742322_1498 (size=12151) 2024-11-22T20:23:21,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/dc27948a5a8449bfa7bd5c19c39a62c4 2024-11-22T20:23:21,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/9627b6c503374971a3a75b497e56b69a is 50, key is test_row_0/C:col10/1732306999572/Put/seqid=0 2024-11-22T20:23:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742323_1499 (size=12151) 2024-11-22T20:23:21,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:21,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T20:23:21,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:21,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:21,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:21,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307061344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:21,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:21,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307061345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:21,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:21,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T20:23:21,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:21,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:21,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:21,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T20:23:21,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/9627b6c503374971a3a75b497e56b69a 2024-11-22T20:23:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/a5ba4371d1c24797a5f295c1437a2002 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/a5ba4371d1c24797a5f295c1437a2002 2024-11-22T20:23:21,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/a5ba4371d1c24797a5f295c1437a2002, entries=200, sequenceid=197, filesize=38.8 K 2024-11-22T20:23:21,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/dc27948a5a8449bfa7bd5c19c39a62c4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/dc27948a5a8449bfa7bd5c19c39a62c4 2024-11-22T20:23:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/dc27948a5a8449bfa7bd5c19c39a62c4, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T20:23:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/9627b6c503374971a3a75b497e56b69a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9627b6c503374971a3a75b497e56b69a 2024-11-22T20:23:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T20:23:21,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:21,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9627b6c503374971a3a75b497e56b69a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T20:23:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9a39741617e2169ef93c5e5f6ed1c816 in 1324ms, sequenceid=197, compaction requested=false 2024-11-22T20:23:21,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-22T20:23:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,677 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:23:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:21,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122362ac4d697c845ac894a7a4523864350_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732307000222/Put/seqid=0 2024-11-22T20:23:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742324_1500 (size=9814) 2024-11-22T20:23:21,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,766 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122362ac4d697c845ac894a7a4523864350_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122362ac4d697c845ac894a7a4523864350_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:21,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/c1fac5edb80e4559a5f0dac6d3432a8f, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:21,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/c1fac5edb80e4559a5f0dac6d3432a8f is 175, key is test_row_0/A:col10/1732307000222/Put/seqid=0 2024-11-22T20:23:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742325_1501 (size=22461) 2024-11-22T20:23:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,777 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/c1fac5edb80e4559a5f0dac6d3432a8f 2024-11-22T20:23:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/289ee90ca12b465786e6e5c22dec9fe0 is 50, key is test_row_0/B:col10/1732307000222/Put/seqid=0 2024-11-22T20:23:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742326_1502 (size=9757) 2024-11-22T20:23:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,224 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/289ee90ca12b465786e6e5c22dec9fe0 2024-11-22T20:23:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/8f57f2a3659f45f1a8e8373b6fd5c845 is 50, key is test_row_0/C:col10/1732307000222/Put/seqid=0 2024-11-22T20:23:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742327_1503 (size=9757) 2024-11-22T20:23:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,304 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/8f57f2a3659f45f1a8e8373b6fd5c845 2024-11-22T20:23:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/c1fac5edb80e4559a5f0dac6d3432a8f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/c1fac5edb80e4559a5f0dac6d3432a8f 2024-11-22T20:23:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,313 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/c1fac5edb80e4559a5f0dac6d3432a8f, entries=100, sequenceid=208, filesize=21.9 K 2024-11-22T20:23:22,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/289ee90ca12b465786e6e5c22dec9fe0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/289ee90ca12b465786e6e5c22dec9fe0 2024-11-22T20:23:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,317 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/289ee90ca12b465786e6e5c22dec9fe0, entries=100, sequenceid=208, filesize=9.5 K 2024-11-22T20:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/8f57f2a3659f45f1a8e8373b6fd5c845 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8f57f2a3659f45f1a8e8373b6fd5c845 2024-11-22T20:23:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,323 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8f57f2a3659f45f1a8e8373b6fd5c845, entries=100, sequenceid=208, filesize=9.5 K 2024-11-22T20:23:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,323 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 9a39741617e2169ef93c5e5f6ed1c816 in 646ms, sequenceid=208, compaction requested=true 2024-11-22T20:23:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:22,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:22,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-22T20:23:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-22T20:23:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-22T20:23:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0310 sec 2024-11-22T20:23:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.0360 sec 2024-11-22T20:23:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-22T20:23:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,403 INFO [Thread-1979 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-22T20:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-22T20:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,406 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T20:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,407 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:22,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T20:23:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:22,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:22,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229bacce1199c14bb0b547a6539fd880be_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732307002498/Put/seqid=0 2024-11-22T20:23:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,559 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T20:23:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:22,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:22,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742329_1505 (size=24758) 2024-11-22T20:23:22,601 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:22,604 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229bacce1199c14bb0b547a6539fd880be_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229bacce1199c14bb0b547a6539fd880be_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:22,605 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/1a0b2fd1be774e13a93018f08d6ecef0, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:22,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/1a0b2fd1be774e13a93018f08d6ecef0 is 175, key is test_row_0/A:col10/1732307002498/Put/seqid=0 2024-11-22T20:23:22,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742328_1504 (size=74394) 2024-11-22T20:23:22,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307062611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307062611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307062615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307062618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T20:23:22,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T20:23:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:22,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:22,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307062720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307062720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307062727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307062727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,865 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T20:23:22,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:22,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:22,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:22,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:22,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:22,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307062928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307062928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307062940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:22,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307062940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,008 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/1a0b2fd1be774e13a93018f08d6ecef0 2024-11-22T20:23:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T20:23:23,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/ddefbb54007642809bf2e5cbdda27d18 is 50, key is test_row_0/B:col10/1732307002498/Put/seqid=0 2024-11-22T20:23:23,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T20:23:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742330_1506 (size=12151) 2024-11-22T20:23:23,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T20:23:23,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:23,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307063231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307063231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307063245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307063246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T20:23:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33100 deadline: 1732307063337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,344 DEBUG [Thread-1969 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., hostname=bc573ddb75cd,39703,1732306894037, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T20:23:23,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/ddefbb54007642809bf2e5cbdda27d18 2024-11-22T20:23:23,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/349b9dd77f7144dc82717e6e1e624daf is 50, key is test_row_0/C:col10/1732307002498/Put/seqid=0 2024-11-22T20:23:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742331_1507 (size=12151) 2024-11-22T20:23:23,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/349b9dd77f7144dc82717e6e1e624daf 2024-11-22T20:23:23,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T20:23:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:23,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/1a0b2fd1be774e13a93018f08d6ecef0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1a0b2fd1be774e13a93018f08d6ecef0 2024-11-22T20:23:23,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1a0b2fd1be774e13a93018f08d6ecef0, entries=400, sequenceid=219, filesize=72.7 K 2024-11-22T20:23:23,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/ddefbb54007642809bf2e5cbdda27d18 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/ddefbb54007642809bf2e5cbdda27d18 2024-11-22T20:23:23,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/ddefbb54007642809bf2e5cbdda27d18, entries=150, sequenceid=219, filesize=11.9 K 2024-11-22T20:23:23,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/349b9dd77f7144dc82717e6e1e624daf as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/349b9dd77f7144dc82717e6e1e624daf 2024-11-22T20:23:23,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/349b9dd77f7144dc82717e6e1e624daf, entries=150, sequenceid=219, filesize=11.9 K 2024-11-22T20:23:23,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9a39741617e2169ef93c5e5f6ed1c816 in 970ms, sequenceid=219, compaction requested=true 2024-11-22T20:23:23,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:23,501 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:23,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:23,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:23,502 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:23,503 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168085 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:23,503 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/A is initiating minor compaction (all files) 2024-11-22T20:23:23,503 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/A in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,504 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1bdac03851384b249512e592d4354645, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/a5ba4371d1c24797a5f295c1437a2002, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/c1fac5edb80e4559a5f0dac6d3432a8f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1a0b2fd1be774e13a93018f08d6ecef0] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=164.1 K 2024-11-22T20:23:23,504 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,504 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1bdac03851384b249512e592d4354645, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/a5ba4371d1c24797a5f295c1437a2002, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/c1fac5edb80e4559a5f0dac6d3432a8f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1a0b2fd1be774e13a93018f08d6ecef0] 2024-11-22T20:23:23,505 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bdac03851384b249512e592d4354645, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306998445 2024-11-22T20:23:23,505 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46586 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:23,505 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/B is initiating minor compaction (all files) 2024-11-22T20:23:23,505 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/B in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,505 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/2bee9f7957974e98bbd48af83b7a8664, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/dc27948a5a8449bfa7bd5c19c39a62c4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/289ee90ca12b465786e6e5c22dec9fe0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/ddefbb54007642809bf2e5cbdda27d18] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=45.5 K 2024-11-22T20:23:23,506 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5ba4371d1c24797a5f295c1437a2002, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732306999541 2024-11-22T20:23:23,506 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1fac5edb80e4559a5f0dac6d3432a8f, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732307000222 2024-11-22T20:23:23,506 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bee9f7957974e98bbd48af83b7a8664, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306998445 2024-11-22T20:23:23,507 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting dc27948a5a8449bfa7bd5c19c39a62c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732306999572 2024-11-22T20:23:23,507 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a0b2fd1be774e13a93018f08d6ecef0, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307002463 2024-11-22T20:23:23,507 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 289ee90ca12b465786e6e5c22dec9fe0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732307000222 2024-11-22T20:23:23,508 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ddefbb54007642809bf2e5cbdda27d18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307002464 2024-11-22T20:23:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T20:23:23,520 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#B#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:23,521 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/e5e3451763fd45bbb391626464817b6a is 50, key is test_row_0/B:col10/1732307002498/Put/seqid=0 2024-11-22T20:23:23,532 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:23,560 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122d0aae4d81e5e4450be218dde189bdcb7_9a39741617e2169ef93c5e5f6ed1c816 store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:23,563 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122d0aae4d81e5e4450be218dde189bdcb7_9a39741617e2169ef93c5e5f6ed1c816, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:23,563 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d0aae4d81e5e4450be218dde189bdcb7_9a39741617e2169ef93c5e5f6ed1c816 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:23,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742332_1508 (size=12663) 2024-11-22T20:23:23,599 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/e5e3451763fd45bbb391626464817b6a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5e3451763fd45bbb391626464817b6a 2024-11-22T20:23:23,607 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/B of 9a39741617e2169ef93c5e5f6ed1c816 into e5e3451763fd45bbb391626464817b6a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:23,607 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:23,607 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/B, priority=12, startTime=1732307003501; duration=0sec 2024-11-22T20:23:23,607 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:23,607 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:B 2024-11-22T20:23:23,607 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:23,608 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46586 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:23,609 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/C is initiating minor compaction (all files) 2024-11-22T20:23:23,609 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/C in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,609 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cd2dbebbebd94ec49c5d8ddbf888c9dd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9627b6c503374971a3a75b497e56b69a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8f57f2a3659f45f1a8e8373b6fd5c845, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/349b9dd77f7144dc82717e6e1e624daf] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=45.5 K 2024-11-22T20:23:23,609 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting cd2dbebbebd94ec49c5d8ddbf888c9dd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732306998445 2024-11-22T20:23:23,612 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 9627b6c503374971a3a75b497e56b69a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732306999572 2024-11-22T20:23:23,613 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f57f2a3659f45f1a8e8373b6fd5c845, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732307000222 2024-11-22T20:23:23,613 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 349b9dd77f7144dc82717e6e1e624daf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307002464 2024-11-22T20:23:23,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742333_1509 (size=4469) 2024-11-22T20:23:23,633 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-22T20:23:23,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:23,634 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:23:23,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:23,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:23,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:23,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:23,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:23,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:23,646 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#C#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:23,647 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/979c86a915bf45858c306309ccf5f9e2 is 50, key is test_row_0/C:col10/1732307002498/Put/seqid=0 2024-11-22T20:23:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112205c358ab663b4ce3b3b44cf6180cdf38_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732307002613/Put/seqid=0 2024-11-22T20:23:23,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742334_1510 (size=12663) 2024-11-22T20:23:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742335_1511 (size=12304) 2024-11-22T20:23:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:23,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307063759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307063760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307063761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307063768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307063869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307063870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307063870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:23,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307063878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,031 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#A#compaction#435 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:24,031 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/49e6d943e1bd43e4830339cda88dcd4d is 175, key is test_row_0/A:col10/1732307002498/Put/seqid=0 2024-11-22T20:23:24,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742336_1512 (size=31617) 2024-11-22T20:23:24,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307064074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307064075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307064075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307064085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,121 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/979c86a915bf45858c306309ccf5f9e2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/979c86a915bf45858c306309ccf5f9e2 2024-11-22T20:23:24,125 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/C of 9a39741617e2169ef93c5e5f6ed1c816 into 979c86a915bf45858c306309ccf5f9e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:24,125 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:24,125 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/C, priority=12, startTime=1732307003502; duration=0sec 2024-11-22T20:23:24,125 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:24,125 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:C 2024-11-22T20:23:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:24,139 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112205c358ab663b4ce3b3b44cf6180cdf38_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112205c358ab663b4ce3b3b44cf6180cdf38_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:24,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/cf27325196cd4acbb756d26ff5e20cf7, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:24,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/cf27325196cd4acbb756d26ff5e20cf7 is 175, key is test_row_0/A:col10/1732307002613/Put/seqid=0 2024-11-22T20:23:24,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742337_1513 (size=31105) 2024-11-22T20:23:24,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307064382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307064382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307064382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307064391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,443 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/49e6d943e1bd43e4830339cda88dcd4d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/49e6d943e1bd43e4830339cda88dcd4d 2024-11-22T20:23:24,452 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/A of 9a39741617e2169ef93c5e5f6ed1c816 into 49e6d943e1bd43e4830339cda88dcd4d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:24,452 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:24,452 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/A, priority=12, startTime=1732307003501; duration=0sec 2024-11-22T20:23:24,452 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:24,452 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:A 2024-11-22T20:23:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T20:23:24,554 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/cf27325196cd4acbb756d26ff5e20cf7 2024-11-22T20:23:24,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/82a7d986dd63453bb7a37a61103c2a19 is 50, key is test_row_0/B:col10/1732307002613/Put/seqid=0 2024-11-22T20:23:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742338_1514 (size=12151) 2024-11-22T20:23:24,634 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/82a7d986dd63453bb7a37a61103c2a19 2024-11-22T20:23:24,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/2b703aca4d27488d9cf1bc06c1f5394f is 50, key is test_row_0/C:col10/1732307002613/Put/seqid=0 2024-11-22T20:23:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742339_1515 (size=12151) 2024-11-22T20:23:24,686 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/2b703aca4d27488d9cf1bc06c1f5394f 2024-11-22T20:23:24,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/cf27325196cd4acbb756d26ff5e20cf7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/cf27325196cd4acbb756d26ff5e20cf7 2024-11-22T20:23:24,695 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/cf27325196cd4acbb756d26ff5e20cf7, entries=150, sequenceid=245, filesize=30.4 K 2024-11-22T20:23:24,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/82a7d986dd63453bb7a37a61103c2a19 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82a7d986dd63453bb7a37a61103c2a19 2024-11-22T20:23:24,700 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82a7d986dd63453bb7a37a61103c2a19, entries=150, sequenceid=245, filesize=11.9 K 2024-11-22T20:23:24,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/2b703aca4d27488d9cf1bc06c1f5394f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/2b703aca4d27488d9cf1bc06c1f5394f 2024-11-22T20:23:24,705 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/2b703aca4d27488d9cf1bc06c1f5394f, entries=150, sequenceid=245, filesize=11.9 K 2024-11-22T20:23:24,706 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9a39741617e2169ef93c5e5f6ed1c816 in 1072ms, sequenceid=245, compaction requested=false 2024-11-22T20:23:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-22T20:23:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-22T20:23:24,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-22T20:23:24,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3020 sec 2024-11-22T20:23:24,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.3080 sec 2024-11-22T20:23:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:24,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:23:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:24,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223e6d6fe3c94343cc8d99ebd35d94b7e6_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732307004899/Put/seqid=0 2024-11-22T20:23:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742340_1516 (size=12454) 2024-11-22T20:23:24,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307064957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307064965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307064966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:24,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307064966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307065067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307065071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307065073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307065073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307065271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307065276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307065278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307065279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,321 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:25,325 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223e6d6fe3c94343cc8d99ebd35d94b7e6_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223e6d6fe3c94343cc8d99ebd35d94b7e6_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:25,330 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/ee19b384adca406bad309e1e30fe42e9, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:25,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/ee19b384adca406bad309e1e30fe42e9 is 175, key is test_row_0/A:col10/1732307004899/Put/seqid=0 2024-11-22T20:23:25,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742341_1517 (size=31255) 2024-11-22T20:23:25,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307065577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307065579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307065584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307065585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:25,737 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/ee19b384adca406bad309e1e30fe42e9 2024-11-22T20:23:25,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/62acea7d79044ae9b92828e6cca9542c is 50, key is test_row_0/B:col10/1732307004899/Put/seqid=0 2024-11-22T20:23:25,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742342_1518 (size=12301) 2024-11-22T20:23:25,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/62acea7d79044ae9b92828e6cca9542c 2024-11-22T20:23:25,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/3a439d017eeb4aedac02916fed461a31 is 50, key is test_row_0/C:col10/1732307004899/Put/seqid=0 2024-11-22T20:23:25,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742343_1519 (size=12301) 2024-11-22T20:23:26,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307066085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:26,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307066087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:26,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307066090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:26,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307066092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:26,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/3a439d017eeb4aedac02916fed461a31 2024-11-22T20:23:26,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/ee19b384adca406bad309e1e30fe42e9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ee19b384adca406bad309e1e30fe42e9 2024-11-22T20:23:26,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ee19b384adca406bad309e1e30fe42e9, entries=150, sequenceid=261, filesize=30.5 K 2024-11-22T20:23:26,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/62acea7d79044ae9b92828e6cca9542c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/62acea7d79044ae9b92828e6cca9542c 2024-11-22T20:23:26,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/62acea7d79044ae9b92828e6cca9542c, entries=150, sequenceid=261, filesize=12.0 K 2024-11-22T20:23:26,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/3a439d017eeb4aedac02916fed461a31 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3a439d017eeb4aedac02916fed461a31 2024-11-22T20:23:26,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3a439d017eeb4aedac02916fed461a31, entries=150, sequenceid=261, filesize=12.0 K 2024-11-22T20:23:26,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 9a39741617e2169ef93c5e5f6ed1c816 in 1301ms, sequenceid=261, compaction requested=true 2024-11-22T20:23:26,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:26,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:26,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:26,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:26,202 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:26,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:26,202 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:26,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:26,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:26,203 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:26,203 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:26,203 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/A is initiating minor compaction (all files) 2024-11-22T20:23:26,203 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/B is initiating minor compaction (all files) 2024-11-22T20:23:26,203 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/A in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:26,203 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/B in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:26,203 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5e3451763fd45bbb391626464817b6a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82a7d986dd63453bb7a37a61103c2a19, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/62acea7d79044ae9b92828e6cca9542c] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=36.2 K 2024-11-22T20:23:26,203 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/49e6d943e1bd43e4830339cda88dcd4d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/cf27325196cd4acbb756d26ff5e20cf7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ee19b384adca406bad309e1e30fe42e9] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=91.8 K 2024-11-22T20:23:26,203 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:26,203 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/49e6d943e1bd43e4830339cda88dcd4d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/cf27325196cd4acbb756d26ff5e20cf7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ee19b384adca406bad309e1e30fe42e9] 2024-11-22T20:23:26,204 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting e5e3451763fd45bbb391626464817b6a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307002464 2024-11-22T20:23:26,204 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49e6d943e1bd43e4830339cda88dcd4d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307002464 2024-11-22T20:23:26,204 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 82a7d986dd63453bb7a37a61103c2a19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732307002600 2024-11-22T20:23:26,204 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf27325196cd4acbb756d26ff5e20cf7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732307002600 2024-11-22T20:23:26,204 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 62acea7d79044ae9b92828e6cca9542c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732307004899 2024-11-22T20:23:26,204 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee19b384adca406bad309e1e30fe42e9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732307004899 2024-11-22T20:23:26,209 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:26,211 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#B#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:26,211 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d39086ffc48746dba7c272dfa8298a65 is 50, key is test_row_0/B:col10/1732307004899/Put/seqid=0 2024-11-22T20:23:26,212 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122e6104df537bc4092a15818e0b58f5808_9a39741617e2169ef93c5e5f6ed1c816 store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:26,213 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122e6104df537bc4092a15818e0b58f5808_9a39741617e2169ef93c5e5f6ed1c816, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:26,213 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e6104df537bc4092a15818e0b58f5808_9a39741617e2169ef93c5e5f6ed1c816 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:26,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742344_1520 (size=12915) 2024-11-22T20:23:26,222 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d39086ffc48746dba7c272dfa8298a65 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d39086ffc48746dba7c272dfa8298a65 2024-11-22T20:23:26,225 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/B of 9a39741617e2169ef93c5e5f6ed1c816 into d39086ffc48746dba7c272dfa8298a65(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:26,225 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:26,225 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/B, priority=13, startTime=1732307006202; duration=0sec 2024-11-22T20:23:26,225 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:26,225 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:B 2024-11-22T20:23:26,226 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:26,226 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:26,226 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/C is initiating minor compaction (all files) 2024-11-22T20:23:26,227 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/C in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:26,227 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/979c86a915bf45858c306309ccf5f9e2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/2b703aca4d27488d9cf1bc06c1f5394f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3a439d017eeb4aedac02916fed461a31] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=36.2 K 2024-11-22T20:23:26,227 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 979c86a915bf45858c306309ccf5f9e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307002464 2024-11-22T20:23:26,227 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b703aca4d27488d9cf1bc06c1f5394f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732307002600 2024-11-22T20:23:26,227 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a439d017eeb4aedac02916fed461a31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732307004899 2024-11-22T20:23:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742345_1521 (size=4469) 2024-11-22T20:23:26,237 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:26,237 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/0728386c51384e84a601781e75ea42a6 is 50, key is test_row_0/C:col10/1732307004899/Put/seqid=0 2024-11-22T20:23:26,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742346_1522 (size=12915) 2024-11-22T20:23:26,245 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/0728386c51384e84a601781e75ea42a6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0728386c51384e84a601781e75ea42a6 2024-11-22T20:23:26,250 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/C of 9a39741617e2169ef93c5e5f6ed1c816 into 0728386c51384e84a601781e75ea42a6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:26,250 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:26,250 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/C, priority=13, startTime=1732307006202; duration=0sec 2024-11-22T20:23:26,250 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:26,250 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:C 2024-11-22T20:23:26,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-22T20:23:26,512 INFO [Thread-1979 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-22T20:23:26,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:26,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-22T20:23:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T20:23:26,516 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:26,516 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:26,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T20:23:26,635 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#A#compaction#444 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:26,635 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/d94ded242799486f8c300896068dcffb is 175, key is test_row_0/A:col10/1732307004899/Put/seqid=0 2024-11-22T20:23:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742347_1523 (size=31869) 2024-11-22T20:23:26,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:26,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-22T20:23:26,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:26,670 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:23:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:26,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112289849679c264484b985b4005aae89afb_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732307004964/Put/seqid=0 2024-11-22T20:23:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742348_1524 (size=12454) 2024-11-22T20:23:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T20:23:27,050 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/d94ded242799486f8c300896068dcffb as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d94ded242799486f8c300896068dcffb 2024-11-22T20:23:27,062 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/A of 9a39741617e2169ef93c5e5f6ed1c816 into d94ded242799486f8c300896068dcffb(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:27,062 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:27,062 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/A, priority=13, startTime=1732307006202; duration=0sec 2024-11-22T20:23:27,062 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:27,063 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:A 2024-11-22T20:23:27,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:27,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:27,107 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112289849679c264484b985b4005aae89afb_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112289849679c264484b985b4005aae89afb_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:27,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/50b49e8119c44436a3eec4f3d2ae84ac, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:27,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/50b49e8119c44436a3eec4f3d2ae84ac is 175, key is test_row_0/A:col10/1732307004964/Put/seqid=0 2024-11-22T20:23:27,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307067108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T20:23:27,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307067111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307067112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307067113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742349_1525 (size=31255) 2024-11-22T20:23:27,159 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/50b49e8119c44436a3eec4f3d2ae84ac 2024-11-22T20:23:27,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/9a5e7786712e4411a456f67c587c2b9e is 50, key is test_row_0/B:col10/1732307004964/Put/seqid=0 2024-11-22T20:23:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742350_1526 (size=12301) 2024-11-22T20:23:27,206 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/9a5e7786712e4411a456f67c587c2b9e 2024-11-22T20:23:27,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307067215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307067222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307067223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/0ff2e1d4916945cba59331328507468b is 50, key is test_row_0/C:col10/1732307004964/Put/seqid=0 2024-11-22T20:23:27,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307067223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742351_1527 (size=12301) 2024-11-22T20:23:27,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307067419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307067428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307067428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307067432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T20:23:27,671 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/0ff2e1d4916945cba59331328507468b 2024-11-22T20:23:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/50b49e8119c44436a3eec4f3d2ae84ac as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/50b49e8119c44436a3eec4f3d2ae84ac 2024-11-22T20:23:27,679 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/50b49e8119c44436a3eec4f3d2ae84ac, entries=150, sequenceid=286, filesize=30.5 K 2024-11-22T20:23:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/9a5e7786712e4411a456f67c587c2b9e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/9a5e7786712e4411a456f67c587c2b9e 2024-11-22T20:23:27,683 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/9a5e7786712e4411a456f67c587c2b9e, entries=150, sequenceid=286, filesize=12.0 K 2024-11-22T20:23:27,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/0ff2e1d4916945cba59331328507468b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0ff2e1d4916945cba59331328507468b 2024-11-22T20:23:27,692 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0ff2e1d4916945cba59331328507468b, entries=150, sequenceid=286, filesize=12.0 K 2024-11-22T20:23:27,693 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9a39741617e2169ef93c5e5f6ed1c816 in 1023ms, sequenceid=286, compaction requested=false 2024-11-22T20:23:27,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:27,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:27,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-22T20:23:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-22T20:23:27,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-22T20:23:27,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1780 sec 2024-11-22T20:23:27,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.1820 sec 2024-11-22T20:23:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:27,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:23:27,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:27,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:27,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:27,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:27,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:27,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:27,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226c0279ed29d04c4fbf1c24ceac5356ef_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732307007112/Put/seqid=0 2024-11-22T20:23:27,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742352_1528 (size=12454) 2024-11-22T20:23:27,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307067781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307067782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307067782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307067787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307067888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307067888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307067889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:27,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307067891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307068093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307068093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307068093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307068096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,153 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:28,157 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226c0279ed29d04c4fbf1c24ceac5356ef_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226c0279ed29d04c4fbf1c24ceac5356ef_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:28,158 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/81ec9f2c0167434ab437bdd276ddb572, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:28,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/81ec9f2c0167434ab437bdd276ddb572 is 175, key is test_row_0/A:col10/1732307007112/Put/seqid=0 2024-11-22T20:23:28,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742353_1529 (size=31255) 2024-11-22T20:23:28,165 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/81ec9f2c0167434ab437bdd276ddb572 2024-11-22T20:23:28,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d235af31d8aa4a61800d920fb732dfd8 is 50, key is test_row_0/B:col10/1732307007112/Put/seqid=0 2024-11-22T20:23:28,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742354_1530 (size=12301) 2024-11-22T20:23:28,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d235af31d8aa4a61800d920fb732dfd8 2024-11-22T20:23:28,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/9a376e8131d94d4da62405d6fc269f57 is 50, key is test_row_0/C:col10/1732307007112/Put/seqid=0 2024-11-22T20:23:28,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742355_1531 (size=12301) 2024-11-22T20:23:28,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307068395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307068396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307068396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307068400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/9a376e8131d94d4da62405d6fc269f57 2024-11-22T20:23:28,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/81ec9f2c0167434ab437bdd276ddb572 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/81ec9f2c0167434ab437bdd276ddb572 2024-11-22T20:23:28,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/81ec9f2c0167434ab437bdd276ddb572, entries=150, sequenceid=301, filesize=30.5 K 2024-11-22T20:23:28,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d235af31d8aa4a61800d920fb732dfd8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d235af31d8aa4a61800d920fb732dfd8 2024-11-22T20:23:28,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d235af31d8aa4a61800d920fb732dfd8, entries=150, sequenceid=301, filesize=12.0 K 2024-11-22T20:23:28,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/9a376e8131d94d4da62405d6fc269f57 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9a376e8131d94d4da62405d6fc269f57 2024-11-22T20:23:28,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9a376e8131d94d4da62405d6fc269f57, entries=150, sequenceid=301, filesize=12.0 K 2024-11-22T20:23:28,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9a39741617e2169ef93c5e5f6ed1c816 in 888ms, sequenceid=301, compaction requested=true 2024-11-22T20:23:28,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:28,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:28,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:28,616 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:28,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:28,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:28,616 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:28,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:28,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:28,617 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:28,617 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:28,617 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/B is initiating minor compaction (all files) 2024-11-22T20:23:28,617 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/B in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:28,617 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d39086ffc48746dba7c272dfa8298a65, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/9a5e7786712e4411a456f67c587c2b9e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d235af31d8aa4a61800d920fb732dfd8] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=36.6 K 2024-11-22T20:23:28,618 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/A is initiating minor compaction (all files) 2024-11-22T20:23:28,618 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/A in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:28,618 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d94ded242799486f8c300896068dcffb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/50b49e8119c44436a3eec4f3d2ae84ac, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/81ec9f2c0167434ab437bdd276ddb572] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=92.2 K 2024-11-22T20:23:28,618 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:28,618 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting d39086ffc48746dba7c272dfa8298a65, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732307004899 2024-11-22T20:23:28,618 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d94ded242799486f8c300896068dcffb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/50b49e8119c44436a3eec4f3d2ae84ac, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/81ec9f2c0167434ab437bdd276ddb572] 2024-11-22T20:23:28,618 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a5e7786712e4411a456f67c587c2b9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732307004917 2024-11-22T20:23:28,618 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d94ded242799486f8c300896068dcffb, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732307004899 2024-11-22T20:23:28,619 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting d235af31d8aa4a61800d920fb732dfd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732307007109 2024-11-22T20:23:28,619 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50b49e8119c44436a3eec4f3d2ae84ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732307004917 2024-11-22T20:23:28,619 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81ec9f2c0167434ab437bdd276ddb572, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732307007109 2024-11-22T20:23:28,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-22T20:23:28,620 INFO [Thread-1979 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-22T20:23:28,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-22T20:23:28,623 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:28,624 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:28,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:23:28,630 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#B#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:28,631 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/abfcb310f3ce4af9abe8b92f003994db is 50, key is test_row_0/B:col10/1732307007112/Put/seqid=0 2024-11-22T20:23:28,632 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:28,643 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411228997e4a278da4324a7dc7ee4136b4f0b_9a39741617e2169ef93c5e5f6ed1c816 store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:28,645 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411228997e4a278da4324a7dc7ee4136b4f0b_9a39741617e2169ef93c5e5f6ed1c816, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:28,645 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228997e4a278da4324a7dc7ee4136b4f0b_9a39741617e2169ef93c5e5f6ed1c816 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:28,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742356_1532 (size=13017) 2024-11-22T20:23:28,652 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/abfcb310f3ce4af9abe8b92f003994db as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/abfcb310f3ce4af9abe8b92f003994db 2024-11-22T20:23:28,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742357_1533 (size=4469) 2024-11-22T20:23:28,657 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#A#compaction#453 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:28,657 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/4da3d6e6eee34b99821798cd9be995b2 is 175, key is test_row_0/A:col10/1732307007112/Put/seqid=0 2024-11-22T20:23:28,658 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/B of 9a39741617e2169ef93c5e5f6ed1c816 into abfcb310f3ce4af9abe8b92f003994db(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:28,658 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:28,658 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/B, priority=13, startTime=1732307008616; duration=0sec 2024-11-22T20:23:28,658 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:28,658 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:B 2024-11-22T20:23:28,659 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:28,661 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:28,661 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/C is initiating minor compaction (all files) 2024-11-22T20:23:28,661 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/C in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:28,661 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0728386c51384e84a601781e75ea42a6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0ff2e1d4916945cba59331328507468b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9a376e8131d94d4da62405d6fc269f57] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=36.6 K 2024-11-22T20:23:28,661 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0728386c51384e84a601781e75ea42a6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732307004899 2024-11-22T20:23:28,661 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ff2e1d4916945cba59331328507468b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732307004917 2024-11-22T20:23:28,662 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a376e8131d94d4da62405d6fc269f57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732307007109 2024-11-22T20:23:28,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742358_1534 (size=31971) 2024-11-22T20:23:28,669 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/4da3d6e6eee34b99821798cd9be995b2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4da3d6e6eee34b99821798cd9be995b2 2024-11-22T20:23:28,669 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:28,670 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/8b9a4904eb2e40a79eb99fd475ef997d is 50, key is test_row_0/C:col10/1732307007112/Put/seqid=0 2024-11-22T20:23:28,673 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/A of 9a39741617e2169ef93c5e5f6ed1c816 into 4da3d6e6eee34b99821798cd9be995b2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:28,673 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:28,673 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/A, priority=13, startTime=1732307008616; duration=0sec 2024-11-22T20:23:28,674 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:28,674 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:A 2024-11-22T20:23:28,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742359_1535 (size=13017) 2024-11-22T20:23:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:23:28,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-22T20:23:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:28,776 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:23:28,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:28,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:28,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:28,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:28,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:28,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a9fd365de9934575a672d7c3805ec53c_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732307007786/Put/seqid=0 2024-11-22T20:23:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742360_1536 (size=12454) 2024-11-22T20:23:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:28,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. as already flushing 2024-11-22T20:23:28,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:23:28,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307068920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307068921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307068921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:28,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307068926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307069027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307069028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307069028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307069031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,085 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/8b9a4904eb2e40a79eb99fd475ef997d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8b9a4904eb2e40a79eb99fd475ef997d 2024-11-22T20:23:29,089 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/C of 9a39741617e2169ef93c5e5f6ed1c816 into 8b9a4904eb2e40a79eb99fd475ef997d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:29,089 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:29,089 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/C, priority=13, startTime=1732307008616; duration=0sec 2024-11-22T20:23:29,089 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:29,089 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:C 2024-11-22T20:23:29,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:29,194 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a9fd365de9934575a672d7c3805ec53c_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a9fd365de9934575a672d7c3805ec53c_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/86fe109c4bd744f8a1d2bcd726842472, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:29,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/86fe109c4bd744f8a1d2bcd726842472 is 175, key is test_row_0/A:col10/1732307007786/Put/seqid=0 2024-11-22T20:23:29,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742361_1537 (size=31255) 2024-11-22T20:23:29,199 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/86fe109c4bd744f8a1d2bcd726842472 2024-11-22T20:23:29,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/320ebfc473d64ba68dea8fa435fba93f is 50, key is test_row_0/B:col10/1732307007786/Put/seqid=0 2024-11-22T20:23:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742362_1538 (size=12301) 2024-11-22T20:23:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:23:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307069232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307069233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307069233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307069234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33088 deadline: 1732307069536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33102 deadline: 1732307069537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1732307069538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33072 deadline: 1732307069538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:29,609 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/320ebfc473d64ba68dea8fa435fba93f 2024-11-22T20:23:29,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/75bb9b22e66e44f989fa3c45ee6abb5b is 50, key is test_row_0/C:col10/1732307007786/Put/seqid=0 2024-11-22T20:23:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742363_1539 (size=12301) 2024-11-22T20:23:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:23:29,968 DEBUG [Thread-1988 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16722a1f to 127.0.0.1:52147 2024-11-22T20:23:29,968 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:29,971 DEBUG [Thread-1984 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x003f9a05 to 127.0.0.1:52147 2024-11-22T20:23:29,971 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:29,971 DEBUG [Thread-1982 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5910b8c7 to 127.0.0.1:52147 2024-11-22T20:23:29,971 DEBUG [Thread-1982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:29,973 DEBUG [Thread-1980 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42af2962 to 127.0.0.1:52147 2024-11-22T20:23:29,973 DEBUG [Thread-1980 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:29,975 DEBUG [Thread-1986 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26b6d860 to 127.0.0.1:52147 2024-11-22T20:23:29,975 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:30,019 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/75bb9b22e66e44f989fa3c45ee6abb5b 2024-11-22T20:23:30,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/86fe109c4bd744f8a1d2bcd726842472 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/86fe109c4bd744f8a1d2bcd726842472 2024-11-22T20:23:30,025 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/86fe109c4bd744f8a1d2bcd726842472, entries=150, sequenceid=325, filesize=30.5 K 2024-11-22T20:23:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/320ebfc473d64ba68dea8fa435fba93f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/320ebfc473d64ba68dea8fa435fba93f 2024-11-22T20:23:30,028 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/320ebfc473d64ba68dea8fa435fba93f, entries=150, sequenceid=325, filesize=12.0 K 2024-11-22T20:23:30,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/75bb9b22e66e44f989fa3c45ee6abb5b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/75bb9b22e66e44f989fa3c45ee6abb5b 2024-11-22T20:23:30,031 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/75bb9b22e66e44f989fa3c45ee6abb5b, entries=150, sequenceid=325, filesize=12.0 K 2024-11-22T20:23:30,031 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9a39741617e2169ef93c5e5f6ed1c816 in 1255ms, sequenceid=325, compaction requested=false 2024-11-22T20:23:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:30,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-22T20:23:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-22T20:23:30,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-22T20:23:30,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-22T20:23:30,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.4110 sec 2024-11-22T20:23:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:30,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T20:23:30,072 DEBUG [Thread-1973 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a86cb71 to 127.0.0.1:52147 2024-11-22T20:23:30,072 DEBUG [Thread-1975 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3401188a to 127.0.0.1:52147 2024-11-22T20:23:30,072 DEBUG [Thread-1977 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55650656 to 127.0.0.1:52147 2024-11-22T20:23:30,072 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:30,072 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:30,072 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:30,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:30,073 DEBUG [Thread-1971 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c40db2e to 127.0.0.1:52147 2024-11-22T20:23:30,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:30,073 DEBUG [Thread-1971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:30,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:30,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:30,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:30,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:30,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b7a9ea2080e44f7e8973df82c651ce62_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_0/A:col10/1732307008925/Put/seqid=0 2024-11-22T20:23:30,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742364_1540 (size=12454) 2024-11-22T20:23:30,481 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:30,485 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b7a9ea2080e44f7e8973df82c651ce62_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b7a9ea2080e44f7e8973df82c651ce62_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:30,486 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/4c5cead4b92745bca4590aa857ba698f, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:30,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/4c5cead4b92745bca4590aa857ba698f is 175, key is test_row_0/A:col10/1732307008925/Put/seqid=0 2024-11-22T20:23:30,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742365_1541 (size=31255) 2024-11-22T20:23:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-22T20:23:30,729 INFO [Thread-1979 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-22T20:23:30,891 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/4c5cead4b92745bca4590aa857ba698f 2024-11-22T20:23:30,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/1d250f950cda4db0818bf16053a52e03 is 50, key is test_row_0/B:col10/1732307008925/Put/seqid=0 2024-11-22T20:23:30,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742366_1542 (size=12301) 2024-11-22T20:23:31,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/1d250f950cda4db0818bf16053a52e03 2024-11-22T20:23:31,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/cb6e9370ed7b4e06944b16e51094e695 is 50, key is test_row_0/C:col10/1732307008925/Put/seqid=0 2024-11-22T20:23:31,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742367_1543 (size=12301) 2024-11-22T20:23:31,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/cb6e9370ed7b4e06944b16e51094e695 2024-11-22T20:23:31,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/4c5cead4b92745bca4590aa857ba698f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4c5cead4b92745bca4590aa857ba698f 2024-11-22T20:23:31,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4c5cead4b92745bca4590aa857ba698f, entries=150, sequenceid=344, filesize=30.5 K 2024-11-22T20:23:31,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/1d250f950cda4db0818bf16053a52e03 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/1d250f950cda4db0818bf16053a52e03 2024-11-22T20:23:31,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/1d250f950cda4db0818bf16053a52e03, entries=150, sequenceid=344, filesize=12.0 K 2024-11-22T20:23:31,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/cb6e9370ed7b4e06944b16e51094e695 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cb6e9370ed7b4e06944b16e51094e695 2024-11-22T20:23:31,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cb6e9370ed7b4e06944b16e51094e695, entries=150, sequenceid=344, filesize=12.0 K 2024-11-22T20:23:31,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 9a39741617e2169ef93c5e5f6ed1c816 in 1653ms, sequenceid=344, compaction requested=true 2024-11-22T20:23:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:31,724 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a39741617e2169ef93c5e5f6ed1c816:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:31,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:31,724 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:31,725 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:31,725 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:31,725 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/B is initiating minor compaction (all files) 2024-11-22T20:23:31,725 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/A is initiating minor compaction (all files) 2024-11-22T20:23:31,725 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/B in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:31,725 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/A in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:31,725 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/abfcb310f3ce4af9abe8b92f003994db, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/320ebfc473d64ba68dea8fa435fba93f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/1d250f950cda4db0818bf16053a52e03] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=36.7 K 2024-11-22T20:23:31,725 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4da3d6e6eee34b99821798cd9be995b2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/86fe109c4bd744f8a1d2bcd726842472, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4c5cead4b92745bca4590aa857ba698f] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=92.3 K 2024-11-22T20:23:31,725 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:31,725 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4da3d6e6eee34b99821798cd9be995b2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/86fe109c4bd744f8a1d2bcd726842472, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4c5cead4b92745bca4590aa857ba698f] 2024-11-22T20:23:31,725 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting abfcb310f3ce4af9abe8b92f003994db, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732307007109 2024-11-22T20:23:31,725 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4da3d6e6eee34b99821798cd9be995b2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732307007109 2024-11-22T20:23:31,725 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 320ebfc473d64ba68dea8fa435fba93f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732307007751 2024-11-22T20:23:31,725 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86fe109c4bd744f8a1d2bcd726842472, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732307007751 2024-11-22T20:23:31,726 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d250f950cda4db0818bf16053a52e03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732307008925 2024-11-22T20:23:31,726 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c5cead4b92745bca4590aa857ba698f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732307008925 2024-11-22T20:23:31,731 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#B#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:31,732 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d82bb4ff216241e1a14e580dfcfa6cec is 50, key is test_row_0/B:col10/1732307008925/Put/seqid=0 2024-11-22T20:23:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742368_1544 (size=13119) 2024-11-22T20:23:31,736 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:31,737 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122fa21bfa126ee40f2ac991feb60ed2f21_9a39741617e2169ef93c5e5f6ed1c816 store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:31,739 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/d82bb4ff216241e1a14e580dfcfa6cec as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d82bb4ff216241e1a14e580dfcfa6cec 2024-11-22T20:23:31,742 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/B of 9a39741617e2169ef93c5e5f6ed1c816 into d82bb4ff216241e1a14e580dfcfa6cec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:31,742 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:31,742 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/B, priority=13, startTime=1732307011724; duration=0sec 2024-11-22T20:23:31,742 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:31,742 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:B 2024-11-22T20:23:31,743 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:31,743 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:31,743 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 9a39741617e2169ef93c5e5f6ed1c816/C is initiating minor compaction (all files) 2024-11-22T20:23:31,743 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9a39741617e2169ef93c5e5f6ed1c816/C in TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:31,744 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8b9a4904eb2e40a79eb99fd475ef997d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/75bb9b22e66e44f989fa3c45ee6abb5b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cb6e9370ed7b4e06944b16e51094e695] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp, totalSize=36.7 K 2024-11-22T20:23:31,744 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b9a4904eb2e40a79eb99fd475ef997d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732307007109 2024-11-22T20:23:31,744 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 75bb9b22e66e44f989fa3c45ee6abb5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732307007751 2024-11-22T20:23:31,744 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting cb6e9370ed7b4e06944b16e51094e695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732307008925 2024-11-22T20:23:31,760 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#C#compaction#463 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:31,761 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/996a2096d81f43c683dc8296ba95fb63 is 50, key is test_row_0/C:col10/1732307008925/Put/seqid=0 2024-11-22T20:23:31,765 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122fa21bfa126ee40f2ac991feb60ed2f21_9a39741617e2169ef93c5e5f6ed1c816, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:31,765 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fa21bfa126ee40f2ac991feb60ed2f21_9a39741617e2169ef93c5e5f6ed1c816 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:31,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742369_1545 (size=13119) 2024-11-22T20:23:31,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742370_1546 (size=4469) 2024-11-22T20:23:32,020 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T20:23:32,173 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/996a2096d81f43c683dc8296ba95fb63 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/996a2096d81f43c683dc8296ba95fb63 2024-11-22T20:23:32,177 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/C of 9a39741617e2169ef93c5e5f6ed1c816 into 996a2096d81f43c683dc8296ba95fb63(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:32,177 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:32,177 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/C, priority=13, startTime=1732307011724; duration=0sec 2024-11-22T20:23:32,177 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:32,177 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:C 2024-11-22T20:23:32,179 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a39741617e2169ef93c5e5f6ed1c816#A#compaction#462 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:32,179 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/901c3d8a9e4e4459a4bfed08170ba2ad is 175, key is test_row_0/A:col10/1732307008925/Put/seqid=0 2024-11-22T20:23:32,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742371_1547 (size=32073) 2024-11-22T20:23:32,188 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/901c3d8a9e4e4459a4bfed08170ba2ad as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/901c3d8a9e4e4459a4bfed08170ba2ad 2024-11-22T20:23:32,191 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9a39741617e2169ef93c5e5f6ed1c816/A of 9a39741617e2169ef93c5e5f6ed1c816 into 901c3d8a9e4e4459a4bfed08170ba2ad(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:32,191 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:32,191 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816., storeName=9a39741617e2169ef93c5e5f6ed1c816/A, priority=13, startTime=1732307011724; duration=0sec 2024-11-22T20:23:32,191 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:32,191 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a39741617e2169ef93c5e5f6ed1c816:A 2024-11-22T20:23:33,377 DEBUG [Thread-1969 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x033feebb to 127.0.0.1:52147 2024-11-22T20:23:33,377 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2283 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6849 rows 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2288 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6862 rows 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2290 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6870 rows 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2297 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6889 rows 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2291 2024-11-22T20:23:33,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6873 rows 2024-11-22T20:23:33,378 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:23:33,378 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dacfd49 to 127.0.0.1:52147 2024-11-22T20:23:33,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:33,380 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:23:33,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:23:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:23:33,383 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732307013383"}]},"ts":"1732307013383"} 2024-11-22T20:23:33,384 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:23:33,386 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:23:33,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:23:33,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, UNASSIGN}] 2024-11-22T20:23:33,389 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, UNASSIGN 2024-11-22T20:23:33,390 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=9a39741617e2169ef93c5e5f6ed1c816, regionState=CLOSING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:33,390 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:23:33,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; CloseRegionProcedure 9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:23:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:23:33,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:33,542 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(124): Close 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:33,542 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:23:33,542 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1681): Closing 9a39741617e2169ef93c5e5f6ed1c816, disabling compactions & flushes 2024-11-22T20:23:33,542 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:33,542 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:33,542 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. after waiting 0 ms 2024-11-22T20:23:33,542 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:33,543 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(2837): Flushing 9a39741617e2169ef93c5e5f6ed1c816 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-22T20:23:33,543 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=A 2024-11-22T20:23:33,543 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:33,543 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=B 2024-11-22T20:23:33,543 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:33,543 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a39741617e2169ef93c5e5f6ed1c816, store=C 2024-11-22T20:23:33,543 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:33,547 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224418183462a4425181c908c3e47b93b2_9a39741617e2169ef93c5e5f6ed1c816 is 50, key is test_row_1/A:col10/1732307013376/Put/seqid=0 2024-11-22T20:23:33,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742372_1548 (size=7374) 2024-11-22T20:23:33,551 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:33,553 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224418183462a4425181c908c3e47b93b2_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224418183462a4425181c908c3e47b93b2_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:33,554 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/9afdae1ab4ad442583d8e2a736d622d0, store: [table=TestAcidGuarantees family=A region=9a39741617e2169ef93c5e5f6ed1c816] 2024-11-22T20:23:33,554 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/9afdae1ab4ad442583d8e2a736d622d0 is 175, key is test_row_1/A:col10/1732307013376/Put/seqid=0 2024-11-22T20:23:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742373_1549 (size=13865) 2024-11-22T20:23:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:23:33,958 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/9afdae1ab4ad442583d8e2a736d622d0 2024-11-22T20:23:33,963 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/34cb541c67aa41608d746e1b2f1d469a is 50, key is test_row_1/B:col10/1732307013376/Put/seqid=0 2024-11-22T20:23:33,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742374_1550 (size=7415) 2024-11-22T20:23:33,967 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/34cb541c67aa41608d746e1b2f1d469a 2024-11-22T20:23:33,972 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/b17b8e9c90de4591adb2af32e7885426 is 50, key is test_row_1/C:col10/1732307013376/Put/seqid=0 2024-11-22T20:23:33,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742375_1551 (size=7415) 2024-11-22T20:23:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:23:34,375 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/b17b8e9c90de4591adb2af32e7885426 2024-11-22T20:23:34,379 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/A/9afdae1ab4ad442583d8e2a736d622d0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9afdae1ab4ad442583d8e2a736d622d0 2024-11-22T20:23:34,382 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9afdae1ab4ad442583d8e2a736d622d0, entries=50, sequenceid=351, filesize=13.5 K 2024-11-22T20:23:34,383 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/B/34cb541c67aa41608d746e1b2f1d469a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/34cb541c67aa41608d746e1b2f1d469a 2024-11-22T20:23:34,385 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/34cb541c67aa41608d746e1b2f1d469a, entries=50, sequenceid=351, filesize=7.2 K 2024-11-22T20:23:34,386 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/.tmp/C/b17b8e9c90de4591adb2af32e7885426 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/b17b8e9c90de4591adb2af32e7885426 2024-11-22T20:23:34,388 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/b17b8e9c90de4591adb2af32e7885426, entries=50, sequenceid=351, filesize=7.2 K 2024-11-22T20:23:34,389 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 9a39741617e2169ef93c5e5f6ed1c816 in 847ms, sequenceid=351, compaction requested=false 2024-11-22T20:23:34,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ec3accdbd8ca4003a4685457176675ce, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/be5fbc228c0c4bee9ca4b18924df75d7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2b6bcb550dd645a9a370108df6daf434, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/61c3d99f999e46ba8688342e65c3e194, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4b1c5757c93048e0becc18e71e330f06, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/561b62ed87ad4264afac6db20d271a94, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/3499cb52aced499b81c57d94bfa78eef, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/7f2c9525bf5e431fac4b18365d29f6f3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2be4c76e1778421495ee6180ea18de0f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9ca6c3b97b494c4f8cdabecb97378835, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1bdac03851384b249512e592d4354645, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d59f7e3650ee4294a5bad05a2bb7c239, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/a5ba4371d1c24797a5f295c1437a2002, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/c1fac5edb80e4559a5f0dac6d3432a8f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1a0b2fd1be774e13a93018f08d6ecef0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/49e6d943e1bd43e4830339cda88dcd4d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/cf27325196cd4acbb756d26ff5e20cf7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d94ded242799486f8c300896068dcffb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ee19b384adca406bad309e1e30fe42e9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/50b49e8119c44436a3eec4f3d2ae84ac, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4da3d6e6eee34b99821798cd9be995b2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/81ec9f2c0167434ab437bdd276ddb572, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/86fe109c4bd744f8a1d2bcd726842472, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4c5cead4b92745bca4590aa857ba698f] to archive 2024-11-22T20:23:34,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:34,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ec3accdbd8ca4003a4685457176675ce to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ec3accdbd8ca4003a4685457176675ce 2024-11-22T20:23:34,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/be5fbc228c0c4bee9ca4b18924df75d7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/be5fbc228c0c4bee9ca4b18924df75d7 2024-11-22T20:23:34,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2b6bcb550dd645a9a370108df6daf434 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2b6bcb550dd645a9a370108df6daf434 2024-11-22T20:23:34,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/61c3d99f999e46ba8688342e65c3e194 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/61c3d99f999e46ba8688342e65c3e194 2024-11-22T20:23:34,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4b1c5757c93048e0becc18e71e330f06 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4b1c5757c93048e0becc18e71e330f06 2024-11-22T20:23:34,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/561b62ed87ad4264afac6db20d271a94 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/561b62ed87ad4264afac6db20d271a94 2024-11-22T20:23:34,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/3499cb52aced499b81c57d94bfa78eef to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/3499cb52aced499b81c57d94bfa78eef 2024-11-22T20:23:34,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/7f2c9525bf5e431fac4b18365d29f6f3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/7f2c9525bf5e431fac4b18365d29f6f3 2024-11-22T20:23:34,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2be4c76e1778421495ee6180ea18de0f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/2be4c76e1778421495ee6180ea18de0f 2024-11-22T20:23:34,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9ca6c3b97b494c4f8cdabecb97378835 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9ca6c3b97b494c4f8cdabecb97378835 2024-11-22T20:23:34,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1bdac03851384b249512e592d4354645 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1bdac03851384b249512e592d4354645 2024-11-22T20:23:34,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d59f7e3650ee4294a5bad05a2bb7c239 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d59f7e3650ee4294a5bad05a2bb7c239 2024-11-22T20:23:34,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/a5ba4371d1c24797a5f295c1437a2002 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/a5ba4371d1c24797a5f295c1437a2002 2024-11-22T20:23:34,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/c1fac5edb80e4559a5f0dac6d3432a8f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/c1fac5edb80e4559a5f0dac6d3432a8f 2024-11-22T20:23:34,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1a0b2fd1be774e13a93018f08d6ecef0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/1a0b2fd1be774e13a93018f08d6ecef0 2024-11-22T20:23:34,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/49e6d943e1bd43e4830339cda88dcd4d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/49e6d943e1bd43e4830339cda88dcd4d 2024-11-22T20:23:34,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/cf27325196cd4acbb756d26ff5e20cf7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/cf27325196cd4acbb756d26ff5e20cf7 2024-11-22T20:23:34,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d94ded242799486f8c300896068dcffb to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/d94ded242799486f8c300896068dcffb 2024-11-22T20:23:34,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ee19b384adca406bad309e1e30fe42e9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/ee19b384adca406bad309e1e30fe42e9 2024-11-22T20:23:34,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/50b49e8119c44436a3eec4f3d2ae84ac to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/50b49e8119c44436a3eec4f3d2ae84ac 2024-11-22T20:23:34,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4da3d6e6eee34b99821798cd9be995b2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4da3d6e6eee34b99821798cd9be995b2 2024-11-22T20:23:34,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/81ec9f2c0167434ab437bdd276ddb572 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/81ec9f2c0167434ab437bdd276ddb572 2024-11-22T20:23:34,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/86fe109c4bd744f8a1d2bcd726842472 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/86fe109c4bd744f8a1d2bcd726842472 2024-11-22T20:23:34,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4c5cead4b92745bca4590aa857ba698f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/4c5cead4b92745bca4590aa857ba698f 2024-11-22T20:23:34,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d31e0f9c14c74615b47ebc2decb95b15, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/c342b92065fd4de5a266c40b8c02e0b3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/208df140ed3e48439e367e6b2df33df3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/7c78f75084984172b52eb94c11b6cc74, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d3199da8adcb4a6dbda81eb42cb03f95, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/f48c94260db3420391e46a14330b4ab9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82d494707d4c498985a2271ca60ec10a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/3bd70eb236414abc80a1c66b59021a61, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e91178e4657a4094ac91b46fc2f65f2f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/a944b71ef3284b96b0eb5994db4b63a4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/2bee9f7957974e98bbd48af83b7a8664, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5187cdc4d8c448d83870060dbbe4f0d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/dc27948a5a8449bfa7bd5c19c39a62c4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/289ee90ca12b465786e6e5c22dec9fe0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5e3451763fd45bbb391626464817b6a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/ddefbb54007642809bf2e5cbdda27d18, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82a7d986dd63453bb7a37a61103c2a19, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d39086ffc48746dba7c272dfa8298a65, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/62acea7d79044ae9b92828e6cca9542c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/9a5e7786712e4411a456f67c587c2b9e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/abfcb310f3ce4af9abe8b92f003994db, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d235af31d8aa4a61800d920fb732dfd8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/320ebfc473d64ba68dea8fa435fba93f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/1d250f950cda4db0818bf16053a52e03] to archive 2024-11-22T20:23:34,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:34,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d31e0f9c14c74615b47ebc2decb95b15 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d31e0f9c14c74615b47ebc2decb95b15 2024-11-22T20:23:34,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/c342b92065fd4de5a266c40b8c02e0b3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/c342b92065fd4de5a266c40b8c02e0b3 2024-11-22T20:23:34,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/208df140ed3e48439e367e6b2df33df3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/208df140ed3e48439e367e6b2df33df3 2024-11-22T20:23:34,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/7c78f75084984172b52eb94c11b6cc74 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/7c78f75084984172b52eb94c11b6cc74 2024-11-22T20:23:34,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d3199da8adcb4a6dbda81eb42cb03f95 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d3199da8adcb4a6dbda81eb42cb03f95 2024-11-22T20:23:34,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/f48c94260db3420391e46a14330b4ab9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/f48c94260db3420391e46a14330b4ab9 2024-11-22T20:23:34,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82d494707d4c498985a2271ca60ec10a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82d494707d4c498985a2271ca60ec10a 2024-11-22T20:23:34,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/3bd70eb236414abc80a1c66b59021a61 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/3bd70eb236414abc80a1c66b59021a61 2024-11-22T20:23:34,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e91178e4657a4094ac91b46fc2f65f2f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e91178e4657a4094ac91b46fc2f65f2f 2024-11-22T20:23:34,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/a944b71ef3284b96b0eb5994db4b63a4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/a944b71ef3284b96b0eb5994db4b63a4 2024-11-22T20:23:34,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/2bee9f7957974e98bbd48af83b7a8664 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/2bee9f7957974e98bbd48af83b7a8664 2024-11-22T20:23:34,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5187cdc4d8c448d83870060dbbe4f0d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5187cdc4d8c448d83870060dbbe4f0d 2024-11-22T20:23:34,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/dc27948a5a8449bfa7bd5c19c39a62c4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/dc27948a5a8449bfa7bd5c19c39a62c4 2024-11-22T20:23:34,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/289ee90ca12b465786e6e5c22dec9fe0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/289ee90ca12b465786e6e5c22dec9fe0 2024-11-22T20:23:34,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5e3451763fd45bbb391626464817b6a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/e5e3451763fd45bbb391626464817b6a 2024-11-22T20:23:34,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/ddefbb54007642809bf2e5cbdda27d18 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/ddefbb54007642809bf2e5cbdda27d18 2024-11-22T20:23:34,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82a7d986dd63453bb7a37a61103c2a19 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/82a7d986dd63453bb7a37a61103c2a19 2024-11-22T20:23:34,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d39086ffc48746dba7c272dfa8298a65 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d39086ffc48746dba7c272dfa8298a65 2024-11-22T20:23:34,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/62acea7d79044ae9b92828e6cca9542c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/62acea7d79044ae9b92828e6cca9542c 2024-11-22T20:23:34,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/9a5e7786712e4411a456f67c587c2b9e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/9a5e7786712e4411a456f67c587c2b9e 2024-11-22T20:23:34,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/abfcb310f3ce4af9abe8b92f003994db to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/abfcb310f3ce4af9abe8b92f003994db 2024-11-22T20:23:34,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d235af31d8aa4a61800d920fb732dfd8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d235af31d8aa4a61800d920fb732dfd8 2024-11-22T20:23:34,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/320ebfc473d64ba68dea8fa435fba93f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/320ebfc473d64ba68dea8fa435fba93f 2024-11-22T20:23:34,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/1d250f950cda4db0818bf16053a52e03 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/1d250f950cda4db0818bf16053a52e03 2024-11-22T20:23:34,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/b043b9de2f18450fa2ae2a01a846031d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/c0fefe0b2c454d33937016a39ea224a9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/4c5debb1c6a843a0bd2be90368152941, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3aca1e6c8f3d4ce2bafb153e2bf3bb00, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/51e0370110f4426a8bb8b575ae825d31, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/d015ba1fe2a34f86816e9a81a6eeea24, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/87d2ecd0706541fdb980ad2f06b23e1e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8c6da1ead50742acac948bbf31c5bc23, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/f9fcef4f64544b0c8216a9926cbf2ac0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/ffd1f6d4319046d388986ac4d777763c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cd2dbebbebd94ec49c5d8ddbf888c9dd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0aa132b85e6b4c9798a1135db5457d8a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9627b6c503374971a3a75b497e56b69a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8f57f2a3659f45f1a8e8373b6fd5c845, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/979c86a915bf45858c306309ccf5f9e2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/349b9dd77f7144dc82717e6e1e624daf, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/2b703aca4d27488d9cf1bc06c1f5394f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0728386c51384e84a601781e75ea42a6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3a439d017eeb4aedac02916fed461a31, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0ff2e1d4916945cba59331328507468b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8b9a4904eb2e40a79eb99fd475ef997d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9a376e8131d94d4da62405d6fc269f57, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/75bb9b22e66e44f989fa3c45ee6abb5b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cb6e9370ed7b4e06944b16e51094e695] to archive 2024-11-22T20:23:34,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:34,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/b043b9de2f18450fa2ae2a01a846031d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/b043b9de2f18450fa2ae2a01a846031d 2024-11-22T20:23:34,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/c0fefe0b2c454d33937016a39ea224a9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/c0fefe0b2c454d33937016a39ea224a9 2024-11-22T20:23:34,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/4c5debb1c6a843a0bd2be90368152941 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/4c5debb1c6a843a0bd2be90368152941 2024-11-22T20:23:34,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3aca1e6c8f3d4ce2bafb153e2bf3bb00 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3aca1e6c8f3d4ce2bafb153e2bf3bb00 2024-11-22T20:23:34,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/51e0370110f4426a8bb8b575ae825d31 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/51e0370110f4426a8bb8b575ae825d31 2024-11-22T20:23:34,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/d015ba1fe2a34f86816e9a81a6eeea24 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/d015ba1fe2a34f86816e9a81a6eeea24 2024-11-22T20:23:34,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/87d2ecd0706541fdb980ad2f06b23e1e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/87d2ecd0706541fdb980ad2f06b23e1e 2024-11-22T20:23:34,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8c6da1ead50742acac948bbf31c5bc23 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8c6da1ead50742acac948bbf31c5bc23 2024-11-22T20:23:34,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/f9fcef4f64544b0c8216a9926cbf2ac0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/f9fcef4f64544b0c8216a9926cbf2ac0 2024-11-22T20:23:34,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/ffd1f6d4319046d388986ac4d777763c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/ffd1f6d4319046d388986ac4d777763c 2024-11-22T20:23:34,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cd2dbebbebd94ec49c5d8ddbf888c9dd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cd2dbebbebd94ec49c5d8ddbf888c9dd 2024-11-22T20:23:34,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0aa132b85e6b4c9798a1135db5457d8a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0aa132b85e6b4c9798a1135db5457d8a 2024-11-22T20:23:34,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9627b6c503374971a3a75b497e56b69a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9627b6c503374971a3a75b497e56b69a 2024-11-22T20:23:34,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8f57f2a3659f45f1a8e8373b6fd5c845 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8f57f2a3659f45f1a8e8373b6fd5c845 2024-11-22T20:23:34,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/979c86a915bf45858c306309ccf5f9e2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/979c86a915bf45858c306309ccf5f9e2 2024-11-22T20:23:34,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/349b9dd77f7144dc82717e6e1e624daf to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/349b9dd77f7144dc82717e6e1e624daf 2024-11-22T20:23:34,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/2b703aca4d27488d9cf1bc06c1f5394f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/2b703aca4d27488d9cf1bc06c1f5394f 2024-11-22T20:23:34,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0728386c51384e84a601781e75ea42a6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0728386c51384e84a601781e75ea42a6 2024-11-22T20:23:34,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3a439d017eeb4aedac02916fed461a31 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/3a439d017eeb4aedac02916fed461a31 2024-11-22T20:23:34,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0ff2e1d4916945cba59331328507468b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/0ff2e1d4916945cba59331328507468b 2024-11-22T20:23:34,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8b9a4904eb2e40a79eb99fd475ef997d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/8b9a4904eb2e40a79eb99fd475ef997d 2024-11-22T20:23:34,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9a376e8131d94d4da62405d6fc269f57 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/9a376e8131d94d4da62405d6fc269f57 2024-11-22T20:23:34,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/75bb9b22e66e44f989fa3c45ee6abb5b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/75bb9b22e66e44f989fa3c45ee6abb5b 2024-11-22T20:23:34,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cb6e9370ed7b4e06944b16e51094e695 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/cb6e9370ed7b4e06944b16e51094e695 2024-11-22T20:23:34,451 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/recovered.edits/354.seqid, newMaxSeqId=354, maxSeqId=4 2024-11-22T20:23:34,452 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816. 2024-11-22T20:23:34,452 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1635): Region close journal for 9a39741617e2169ef93c5e5f6ed1c816: 2024-11-22T20:23:34,453 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(170): Closed 9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,454 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=9a39741617e2169ef93c5e5f6ed1c816, regionState=CLOSED 2024-11-22T20:23:34,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-22T20:23:34,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseRegionProcedure 9a39741617e2169ef93c5e5f6ed1c816, server=bc573ddb75cd,39703,1732306894037 in 1.0640 sec 2024-11-22T20:23:34,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-22T20:23:34,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a39741617e2169ef93c5e5f6ed1c816, UNASSIGN in 1.0670 sec 2024-11-22T20:23:34,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-22T20:23:34,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0700 sec 2024-11-22T20:23:34,458 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732307014458"}]},"ts":"1732307014458"} 2024-11-22T20:23:34,459 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:23:34,461 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:23:34,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0810 sec 2024-11-22T20:23:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-22T20:23:34,485 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-22T20:23:34,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:23:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:34,487 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:34,487 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=118, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T20:23:34,489 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,490 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/recovered.edits] 2024-11-22T20:23:34,492 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/901c3d8a9e4e4459a4bfed08170ba2ad to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/901c3d8a9e4e4459a4bfed08170ba2ad 2024-11-22T20:23:34,493 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9afdae1ab4ad442583d8e2a736d622d0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/A/9afdae1ab4ad442583d8e2a736d622d0 2024-11-22T20:23:34,495 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/34cb541c67aa41608d746e1b2f1d469a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/34cb541c67aa41608d746e1b2f1d469a 2024-11-22T20:23:34,496 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d82bb4ff216241e1a14e580dfcfa6cec to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/B/d82bb4ff216241e1a14e580dfcfa6cec 2024-11-22T20:23:34,497 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/996a2096d81f43c683dc8296ba95fb63 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/996a2096d81f43c683dc8296ba95fb63 2024-11-22T20:23:34,498 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/b17b8e9c90de4591adb2af32e7885426 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/C/b17b8e9c90de4591adb2af32e7885426 2024-11-22T20:23:34,500 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/recovered.edits/354.seqid to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816/recovered.edits/354.seqid 2024-11-22T20:23:34,501 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,501 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:23:34,501 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:23:34,502 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T20:23:34,504 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112205c358ab663b4ce3b3b44cf6180cdf38_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112205c358ab663b4ce3b3b44cf6180cdf38_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,504 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222edf5b33eb50499db0e38127d00fca9b_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222edf5b33eb50499db0e38127d00fca9b_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,505 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122362ac4d697c845ac894a7a4523864350_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122362ac4d697c845ac894a7a4523864350_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,506 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112238efc504f50c491dace26b2360f48ad8_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112238efc504f50c491dace26b2360f48ad8_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,506 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223d9f8dfd8bab4af5bcee8be44e8a9816_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223d9f8dfd8bab4af5bcee8be44e8a9816_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,507 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223e6d6fe3c94343cc8d99ebd35d94b7e6_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223e6d6fe3c94343cc8d99ebd35d94b7e6_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,508 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224408e6e8fcb64ad7bb1528dfd919ad73_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224408e6e8fcb64ad7bb1528dfd919ad73_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,509 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224418183462a4425181c908c3e47b93b2_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224418183462a4425181c908c3e47b93b2_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,509 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112257b716f51e624160bbc0993b183f7347_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112257b716f51e624160bbc0993b183f7347_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,510 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225bb0a66c58114c52a30b8a8af641b05e_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225bb0a66c58114c52a30b8a8af641b05e_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,511 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226c0279ed29d04c4fbf1c24ceac5356ef_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226c0279ed29d04c4fbf1c24ceac5356ef_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,512 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112277ffe00b124f4ddabc1a0516ad9bdb0a_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112277ffe00b124f4ddabc1a0516ad9bdb0a_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,513 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112289849679c264484b985b4005aae89afb_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112289849679c264484b985b4005aae89afb_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,513 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229898c4bf91aa433e8dc3976caef2b5af_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229898c4bf91aa433e8dc3976caef2b5af_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,515 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229bacce1199c14bb0b547a6539fd880be_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229bacce1199c14bb0b547a6539fd880be_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,516 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a6ca7012d6e34cb89dbac020e2dc6915_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a6ca7012d6e34cb89dbac020e2dc6915_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,517 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a9fd365de9934575a672d7c3805ec53c_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a9fd365de9934575a672d7c3805ec53c_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,517 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b7a9ea2080e44f7e8973df82c651ce62_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b7a9ea2080e44f7e8973df82c651ce62_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,518 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cb729b9c785244eb8c822a164e9154fa_9a39741617e2169ef93c5e5f6ed1c816 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122cb729b9c785244eb8c822a164e9154fa_9a39741617e2169ef93c5e5f6ed1c816 2024-11-22T20:23:34,519 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:23:34,520 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=118, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:34,522 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:23:34,523 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:23:34,524 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=118, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:34,524 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:23:34,524 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732307014524"}]},"ts":"9223372036854775807"} 2024-11-22T20:23:34,525 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:23:34,525 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9a39741617e2169ef93c5e5f6ed1c816, NAME => 'TestAcidGuarantees,,1732306987731.9a39741617e2169ef93c5e5f6ed1c816.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:23:34,525 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:23:34,526 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732307014526"}]},"ts":"9223372036854775807"} 2024-11-22T20:23:34,527 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:23:34,529 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=118, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:34,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-22T20:23:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-22T20:23:34,588 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-22T20:23:34,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240 (was 241), OpenFileDescriptor=459 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=565 (was 658), ProcessCount=11 (was 11), AvailableMemoryMB=4726 (was 4059) - AvailableMemoryMB LEAK? - 2024-11-22T20:23:34,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=4726 2024-11-22T20:23:34,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:23:34,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:23:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:34,615 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:23:34,615 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:34,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 119 2024-11-22T20:23:34,616 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:23:34,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-22T20:23:34,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742376_1552 (size=963) 2024-11-22T20:23:34,622 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f 2024-11-22T20:23:34,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742377_1553 (size=53) 2024-11-22T20:23:34,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-22T20:23:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-22T20:23:35,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:23:35,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing edbc82315598c22e4fb7d11c8c471bff, disabling compactions & flushes 2024-11-22T20:23:35,027 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:35,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:35,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. after waiting 0 ms 2024-11-22T20:23:35,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:35,027 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:35,027 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:35,028 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:23:35,028 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732307015028"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732307015028"}]},"ts":"1732307015028"} 2024-11-22T20:23:35,029 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:23:35,030 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:23:35,030 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732307015030"}]},"ts":"1732307015030"} 2024-11-22T20:23:35,031 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:23:35,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=edbc82315598c22e4fb7d11c8c471bff, ASSIGN}] 2024-11-22T20:23:35,035 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=edbc82315598c22e4fb7d11c8c471bff, ASSIGN 2024-11-22T20:23:35,035 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=edbc82315598c22e4fb7d11c8c471bff, ASSIGN; state=OFFLINE, location=bc573ddb75cd,39703,1732306894037; forceNewPlan=false, retain=false 2024-11-22T20:23:35,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=edbc82315598c22e4fb7d11c8c471bff, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; OpenRegionProcedure edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:23:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-22T20:23:35,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,341 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:35,341 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7285): Opening region: {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:23:35,342 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:35,342 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:23:35,342 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7327): checking encryption for edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:35,342 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7330): checking classloading for edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:35,343 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:35,344 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:23:35,344 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edbc82315598c22e4fb7d11c8c471bff columnFamilyName A 2024-11-22T20:23:35,344 DEBUG [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:35,345 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] regionserver.HStore(327): Store=edbc82315598c22e4fb7d11c8c471bff/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:23:35,345 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:35,346 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:23:35,346 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edbc82315598c22e4fb7d11c8c471bff columnFamilyName B 2024-11-22T20:23:35,346 DEBUG [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:35,346 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] regionserver.HStore(327): Store=edbc82315598c22e4fb7d11c8c471bff/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:23:35,346 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:35,347 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:23:35,348 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edbc82315598c22e4fb7d11c8c471bff columnFamilyName C 2024-11-22T20:23:35,348 DEBUG [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:35,348 INFO [StoreOpener-edbc82315598c22e4fb7d11c8c471bff-1 {}] regionserver.HStore(327): Store=edbc82315598c22e4fb7d11c8c471bff/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:23:35,348 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:35,349 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:35,349 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:35,350 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:23:35,351 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1085): writing seq id for edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:35,353 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:23:35,353 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1102): Opened edbc82315598c22e4fb7d11c8c471bff; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63859235, jitterRate=-0.048423245549201965}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:23:35,354 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1001): Region open journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:35,355 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., pid=121, masterSystemTime=1732307015338 2024-11-22T20:23:35,356 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:35,356 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:35,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=edbc82315598c22e4fb7d11c8c471bff, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-22T20:23:35,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; OpenRegionProcedure edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 in 170 msec 2024-11-22T20:23:35,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-22T20:23:35,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=edbc82315598c22e4fb7d11c8c471bff, ASSIGN in 324 msec 2024-11-22T20:23:35,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:23:35,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732307015360"}]},"ts":"1732307015360"} 2024-11-22T20:23:35,361 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:23:35,363 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:23:35,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 756 msec 2024-11-22T20:23:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-22T20:23:35,719 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 119 completed 2024-11-22T20:23:35,720 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x048087da to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59daaa82 2024-11-22T20:23:35,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aaa8c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,726 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:23:35,728 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:23:35,729 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x345fa4f7 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38dd8644 2024-11-22T20:23:35,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466b85c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,732 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x315a23ef to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65e17c26 2024-11-22T20:23:35,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3ee89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d125972 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53fc02ba 2024-11-22T20:23:35,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0e6a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x134bfe32 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2011d733 2024-11-22T20:23:35,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e5fd00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b55f2f to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39b3baa5 2024-11-22T20:23:35,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e195d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,745 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x402e5def to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14088aa9 2024-11-22T20:23:35,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23090be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,748 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10bda459 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40302925 2024-11-22T20:23:35,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8d64d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0657e1bf to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47ef9951 2024-11-22T20:23:35,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dee2855 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@567011a8 2024-11-22T20:23:35,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7761f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54e8a98a to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2430fee 2024-11-22T20:23:35,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a736a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:23:35,765 DEBUG [hconnection-0x4cd83062-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,765 DEBUG [hconnection-0x21599858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,765 DEBUG [hconnection-0x123a018b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,766 DEBUG [hconnection-0xc009622-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,766 DEBUG [hconnection-0x56a4d0c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,766 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,766 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,766 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,767 DEBUG [hconnection-0x747edd54-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:35,767 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,767 DEBUG [hconnection-0x3a8844a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,767 DEBUG [hconnection-0x4251a1ec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,768 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-22T20:23:35,768 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,769 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,769 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,769 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:35,770 DEBUG [hconnection-0x89e4bd7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:23:35,770 DEBUG [hconnection-0x3c490f80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:23:35,771 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,772 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:35,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:35,772 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:23:35,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:23:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:35,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:35,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:35,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:35,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:35,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:35,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:35,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307075824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307075824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307075826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:35,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307075828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/00be20d1f1334cc38350f8404c3abd12 is 50, key is test_row_0/A:col10/1732307015807/Put/seqid=0 2024-11-22T20:23:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307075827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742378_1554 (size=14341) 2024-11-22T20:23:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:23:35,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-22T20:23:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:35,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:35,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307075928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307075928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307075942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307075943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:35,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307075946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:23:36,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-22T20:23:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:36,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:36,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:36,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307076131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307076132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307076148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307076149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307076150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-22T20:23:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:36,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:36,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:36,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:36,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/00be20d1f1334cc38350f8404c3abd12 2024-11-22T20:23:36,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/a58653ec3d974b3db7caeebd6a10890b is 50, key is test_row_0/B:col10/1732307015807/Put/seqid=0 2024-11-22T20:23:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742379_1555 (size=12001) 2024-11-22T20:23:36,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/a58653ec3d974b3db7caeebd6a10890b 2024-11-22T20:23:36,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/159a8b10db534ccb90a8756df36b91a2 is 50, key is test_row_0/C:col10/1732307015807/Put/seqid=0 2024-11-22T20:23:36,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742380_1556 (size=12001) 2024-11-22T20:23:36,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/159a8b10db534ccb90a8756df36b91a2 2024-11-22T20:23:36,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/00be20d1f1334cc38350f8404c3abd12 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/00be20d1f1334cc38350f8404c3abd12 2024-11-22T20:23:36,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/00be20d1f1334cc38350f8404c3abd12, entries=200, sequenceid=14, filesize=14.0 K 2024-11-22T20:23:36,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/a58653ec3d974b3db7caeebd6a10890b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a58653ec3d974b3db7caeebd6a10890b 2024-11-22T20:23:36,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a58653ec3d974b3db7caeebd6a10890b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T20:23:36,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/159a8b10db534ccb90a8756df36b91a2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/159a8b10db534ccb90a8756df36b91a2 2024-11-22T20:23:36,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/159a8b10db534ccb90a8756df36b91a2, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T20:23:36,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for edbc82315598c22e4fb7d11c8c471bff in 548ms, sequenceid=14, compaction requested=false 2024-11-22T20:23:36,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:23:36,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-22T20:23:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:36,383 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:23:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:36,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:36,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/3fbf9c6470bf47c0b2b9dc562a58e887 is 50, key is test_row_0/A:col10/1732307015822/Put/seqid=0 2024-11-22T20:23:36,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742381_1557 (size=12001) 2024-11-22T20:23:36,394 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/3fbf9c6470bf47c0b2b9dc562a58e887 2024-11-22T20:23:36,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/b32f4f5f031648fd9470dbffec028c19 is 50, key is test_row_0/B:col10/1732307015822/Put/seqid=0 2024-11-22T20:23:36,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742382_1558 (size=12001) 2024-11-22T20:23:36,432 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/b32f4f5f031648fd9470dbffec028c19 2024-11-22T20:23:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:36,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:36,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/e05b5fb4628a4a2a8a58efac0a86cce8 is 50, key is test_row_0/C:col10/1732307015822/Put/seqid=0 2024-11-22T20:23:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742383_1559 (size=12001) 2024-11-22T20:23:36,452 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/e05b5fb4628a4a2a8a58efac0a86cce8 2024-11-22T20:23:36,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/3fbf9c6470bf47c0b2b9dc562a58e887 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/3fbf9c6470bf47c0b2b9dc562a58e887 2024-11-22T20:23:36,460 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/3fbf9c6470bf47c0b2b9dc562a58e887, entries=150, sequenceid=38, filesize=11.7 K 2024-11-22T20:23:36,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/b32f4f5f031648fd9470dbffec028c19 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b32f4f5f031648fd9470dbffec028c19 2024-11-22T20:23:36,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307076458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307076459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307076460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307076461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307076461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,472 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b32f4f5f031648fd9470dbffec028c19, entries=150, sequenceid=38, filesize=11.7 K 2024-11-22T20:23:36,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/e05b5fb4628a4a2a8a58efac0a86cce8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e05b5fb4628a4a2a8a58efac0a86cce8 2024-11-22T20:23:36,481 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e05b5fb4628a4a2a8a58efac0a86cce8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-22T20:23:36,482 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for edbc82315598c22e4fb7d11c8c471bff in 99ms, sequenceid=38, compaction requested=false 2024-11-22T20:23:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:36,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-22T20:23:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-22T20:23:36,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-22T20:23:36,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 711 msec 2024-11-22T20:23:36,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 718 msec 2024-11-22T20:23:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:36,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:23:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/10458ea37f1d49efabd2cf171cbcda5f is 50, key is test_row_0/A:col10/1732307016569/Put/seqid=0 2024-11-22T20:23:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742384_1560 (size=14341) 2024-11-22T20:23:36,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/10458ea37f1d49efabd2cf171cbcda5f 2024-11-22T20:23:36,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/58e496c9c2c74a389b53b7b7706c0233 is 50, key is test_row_0/B:col10/1732307016569/Put/seqid=0 2024-11-22T20:23:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742385_1561 (size=12001) 2024-11-22T20:23:36,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/58e496c9c2c74a389b53b7b7706c0233 2024-11-22T20:23:36,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307076610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/e2527e66fe8f4d95b0e6987a853d2dc8 is 50, key is test_row_0/C:col10/1732307016569/Put/seqid=0 2024-11-22T20:23:36,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307076612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307076613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307076613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742386_1562 (size=12001) 2024-11-22T20:23:36,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/e2527e66fe8f4d95b0e6987a853d2dc8 2024-11-22T20:23:36,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/10458ea37f1d49efabd2cf171cbcda5f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/10458ea37f1d49efabd2cf171cbcda5f 2024-11-22T20:23:36,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/10458ea37f1d49efabd2cf171cbcda5f, entries=200, sequenceid=53, filesize=14.0 K 2024-11-22T20:23:36,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/58e496c9c2c74a389b53b7b7706c0233 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/58e496c9c2c74a389b53b7b7706c0233 2024-11-22T20:23:36,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/58e496c9c2c74a389b53b7b7706c0233, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T20:23:36,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/e2527e66fe8f4d95b0e6987a853d2dc8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e2527e66fe8f4d95b0e6987a853d2dc8 2024-11-22T20:23:36,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e2527e66fe8f4d95b0e6987a853d2dc8, entries=150, sequenceid=53, filesize=11.7 K 2024-11-22T20:23:36,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for edbc82315598c22e4fb7d11c8c471bff in 78ms, sequenceid=53, compaction requested=true 2024-11-22T20:23:36,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:36,649 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:36,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:36,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:36,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:36,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:36,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:36,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:36,649 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:36,652 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:36,652 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:36,652 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:36,652 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:36,652 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:36,652 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:36,652 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a58653ec3d974b3db7caeebd6a10890b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b32f4f5f031648fd9470dbffec028c19, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/58e496c9c2c74a389b53b7b7706c0233] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=35.2 K 2024-11-22T20:23:36,652 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/00be20d1f1334cc38350f8404c3abd12, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/3fbf9c6470bf47c0b2b9dc562a58e887, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/10458ea37f1d49efabd2cf171cbcda5f] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=39.7 K 2024-11-22T20:23:36,653 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a58653ec3d974b3db7caeebd6a10890b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732307015805 2024-11-22T20:23:36,653 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 00be20d1f1334cc38350f8404c3abd12, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732307015805 2024-11-22T20:23:36,657 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b32f4f5f031648fd9470dbffec028c19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732307015822 2024-11-22T20:23:36,657 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fbf9c6470bf47c0b2b9dc562a58e887, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732307015822 2024-11-22T20:23:36,657 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58e496c9c2c74a389b53b7b7706c0233, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732307016456 2024-11-22T20:23:36,658 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 10458ea37f1d49efabd2cf171cbcda5f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732307016456 2024-11-22T20:23:36,678 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:36,681 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/04fb5d179a6a4e41ba7356177a4eef93 is 50, key is test_row_0/A:col10/1732307016569/Put/seqid=0 2024-11-22T20:23:36,686 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:36,687 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/7fa27698df964c61b8e6a4674cbe306f is 50, key is test_row_0/B:col10/1732307016569/Put/seqid=0 2024-11-22T20:23:36,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742387_1563 (size=12104) 2024-11-22T20:23:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742388_1564 (size=12104) 2024-11-22T20:23:36,702 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/04fb5d179a6a4e41ba7356177a4eef93 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/04fb5d179a6a4e41ba7356177a4eef93 2024-11-22T20:23:36,707 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/7fa27698df964c61b8e6a4674cbe306f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/7fa27698df964c61b8e6a4674cbe306f 2024-11-22T20:23:36,707 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into 04fb5d179a6a4e41ba7356177a4eef93(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:36,707 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:36,707 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=13, startTime=1732307016649; duration=0sec 2024-11-22T20:23:36,707 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:36,707 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:36,707 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:36,708 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:36,708 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:36,708 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:36,708 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/159a8b10db534ccb90a8756df36b91a2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e05b5fb4628a4a2a8a58efac0a86cce8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e2527e66fe8f4d95b0e6987a853d2dc8] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=35.2 K 2024-11-22T20:23:36,708 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 159a8b10db534ccb90a8756df36b91a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732307015805 2024-11-22T20:23:36,709 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting e05b5fb4628a4a2a8a58efac0a86cce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732307015822 2024-11-22T20:23:36,709 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting e2527e66fe8f4d95b0e6987a853d2dc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732307016456 2024-11-22T20:23:36,712 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into 7fa27698df964c61b8e6a4674cbe306f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:36,712 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:36,712 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=13, startTime=1732307016649; duration=0sec 2024-11-22T20:23:36,712 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:36,712 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:36,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:23:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,722 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:36,723 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/032680cbfed440988fb17ead77a48d72 is 50, key is test_row_0/C:col10/1732307016569/Put/seqid=0 2024-11-22T20:23:36,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/be9f102917914e95bf4dfa6e15062e61 is 50, key is test_row_0/A:col10/1732307016611/Put/seqid=0 2024-11-22T20:23:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742389_1565 (size=12104) 2024-11-22T20:23:36,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742390_1566 (size=12001) 2024-11-22T20:23:36,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/be9f102917914e95bf4dfa6e15062e61 2024-11-22T20:23:36,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307076740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/bdce489ca3b74113a1536e2f9c40a6a8 is 50, key is test_row_0/B:col10/1732307016611/Put/seqid=0 2024-11-22T20:23:36,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307076741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307076743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307076747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742391_1567 (size=12001) 2024-11-22T20:23:36,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/bdce489ca3b74113a1536e2f9c40a6a8 2024-11-22T20:23:36,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/73e3b58b26fb404bbdbf23267e2a8dd3 is 50, key is test_row_0/C:col10/1732307016611/Put/seqid=0 2024-11-22T20:23:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742392_1568 (size=12001) 2024-11-22T20:23:36,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/73e3b58b26fb404bbdbf23267e2a8dd3 2024-11-22T20:23:36,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/be9f102917914e95bf4dfa6e15062e61 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/be9f102917914e95bf4dfa6e15062e61 2024-11-22T20:23:36,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/be9f102917914e95bf4dfa6e15062e61, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T20:23:36,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/bdce489ca3b74113a1536e2f9c40a6a8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/bdce489ca3b74113a1536e2f9c40a6a8 2024-11-22T20:23:36,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/bdce489ca3b74113a1536e2f9c40a6a8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T20:23:36,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/73e3b58b26fb404bbdbf23267e2a8dd3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/73e3b58b26fb404bbdbf23267e2a8dd3 2024-11-22T20:23:36,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/73e3b58b26fb404bbdbf23267e2a8dd3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-22T20:23:36,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for edbc82315598c22e4fb7d11c8c471bff in 67ms, sequenceid=78, compaction requested=false 2024-11-22T20:23:36,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:36,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:23:36,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:36,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:36,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:36,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:36,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d9037fd63d864736925abe7074ce9d80 is 50, key is test_row_0/A:col10/1732307016849/Put/seqid=0 2024-11-22T20:23:36,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742393_1569 (size=14341) 2024-11-22T20:23:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-22T20:23:36,875 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-22T20:23:36,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:36,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-22T20:23:36,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:23:36,877 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:36,878 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:36,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:36,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307076881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307076882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307076886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307076890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307076968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:23:36,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307076991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307076991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307076994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307076996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:23:37,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:37,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,139 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/032680cbfed440988fb17ead77a48d72 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/032680cbfed440988fb17ead77a48d72 2024-11-22T20:23:37,146 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into 032680cbfed440988fb17ead77a48d72(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:37,146 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:37,146 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=13, startTime=1732307016649; duration=0sec 2024-11-22T20:23:37,146 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:37,146 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:23:37,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:23:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307077197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307077198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307077199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307077200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d9037fd63d864736925abe7074ce9d80 2024-11-22T20:23:37,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/6327e2496bcc4ef1a74409bc2522454d is 50, key is test_row_0/B:col10/1732307016849/Put/seqid=0 2024-11-22T20:23:37,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742394_1570 (size=12001) 2024-11-22T20:23:37,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/6327e2496bcc4ef1a74409bc2522454d 2024-11-22T20:23:37,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/02de1eb76705439b887c71b2afed5c3f is 50, key is test_row_0/C:col10/1732307016849/Put/seqid=0 2024-11-22T20:23:37,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742395_1571 (size=12001) 2024-11-22T20:23:37,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:23:37,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:37,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:23:37,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:23:37,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:37,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307077502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307077503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307077505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307077505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:23:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:37,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:37,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/02de1eb76705439b887c71b2afed5c3f 2024-11-22T20:23:37,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d9037fd63d864736925abe7074ce9d80 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d9037fd63d864736925abe7074ce9d80 2024-11-22T20:23:37,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d9037fd63d864736925abe7074ce9d80, entries=200, sequenceid=92, filesize=14.0 K 2024-11-22T20:23:37,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/6327e2496bcc4ef1a74409bc2522454d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/6327e2496bcc4ef1a74409bc2522454d 2024-11-22T20:23:37,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/6327e2496bcc4ef1a74409bc2522454d, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T20:23:37,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/02de1eb76705439b887c71b2afed5c3f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/02de1eb76705439b887c71b2afed5c3f 2024-11-22T20:23:37,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/02de1eb76705439b887c71b2afed5c3f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-22T20:23:37,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for edbc82315598c22e4fb7d11c8c471bff in 845ms, sequenceid=92, compaction requested=true 2024-11-22T20:23:37,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:37,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:37,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:37,696 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:37,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:37,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:37,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:37,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:37,696 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:37,696 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:37,696 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:37,697 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:37,697 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,697 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:37,697 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/04fb5d179a6a4e41ba7356177a4eef93, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/be9f102917914e95bf4dfa6e15062e61, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d9037fd63d864736925abe7074ce9d80] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=37.5 K 2024-11-22T20:23:37,697 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,697 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/7fa27698df964c61b8e6a4674cbe306f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/bdce489ca3b74113a1536e2f9c40a6a8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/6327e2496bcc4ef1a74409bc2522454d] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=35.3 K 2024-11-22T20:23:37,697 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04fb5d179a6a4e41ba7356177a4eef93, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732307016456 2024-11-22T20:23:37,697 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fa27698df964c61b8e6a4674cbe306f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732307016456 2024-11-22T20:23:37,697 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting be9f102917914e95bf4dfa6e15062e61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732307016611 2024-11-22T20:23:37,697 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting bdce489ca3b74113a1536e2f9c40a6a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732307016611 2024-11-22T20:23:37,698 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9037fd63d864736925abe7074ce9d80, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732307016731 2024-11-22T20:23:37,698 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 6327e2496bcc4ef1a74409bc2522454d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732307016731 2024-11-22T20:23:37,703 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#485 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:37,704 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/f67a227f9b534d16886b389fa274e6a6 is 50, key is test_row_0/B:col10/1732307016849/Put/seqid=0 2024-11-22T20:23:37,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742396_1572 (size=12207) 2024-11-22T20:23:37,714 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:37,715 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/43fbd81816734afeac63681c42b1b003 is 50, key is test_row_0/A:col10/1732307016849/Put/seqid=0 2024-11-22T20:23:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742397_1573 (size=12207) 2024-11-22T20:23:37,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:37,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-22T20:23:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:37,793 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:23:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:37,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:37,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:37,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/8d65716551a34c899c45953e6a960edc is 50, key is test_row_0/A:col10/1732307016889/Put/seqid=0 2024-11-22T20:23:37,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742398_1574 (size=12001) 2024-11-22T20:23:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:23:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:38,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307078012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307078013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307078041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307078041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307078041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,113 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/f67a227f9b534d16886b389fa274e6a6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f67a227f9b534d16886b389fa274e6a6 2024-11-22T20:23:38,116 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into f67a227f9b534d16886b389fa274e6a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:38,116 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:38,116 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=13, startTime=1732307017696; duration=0sec 2024-11-22T20:23:38,117 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:38,117 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:38,117 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:38,117 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:38,117 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:38,117 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:38,118 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/032680cbfed440988fb17ead77a48d72, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/73e3b58b26fb404bbdbf23267e2a8dd3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/02de1eb76705439b887c71b2afed5c3f] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=35.3 K 2024-11-22T20:23:38,118 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 032680cbfed440988fb17ead77a48d72, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732307016456 2024-11-22T20:23:38,118 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e3b58b26fb404bbdbf23267e2a8dd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732307016611 2024-11-22T20:23:38,118 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 02de1eb76705439b887c71b2afed5c3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732307016731 2024-11-22T20:23:38,124 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:38,124 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/8d2cf83f5cd1477e8e3258d422a3a704 is 50, key is test_row_0/C:col10/1732307016849/Put/seqid=0 2024-11-22T20:23:38,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742399_1575 (size=12207) 2024-11-22T20:23:38,130 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/43fbd81816734afeac63681c42b1b003 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/43fbd81816734afeac63681c42b1b003 2024-11-22T20:23:38,133 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into 43fbd81816734afeac63681c42b1b003(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:38,133 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:38,133 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=13, startTime=1732307017696; duration=0sec 2024-11-22T20:23:38,134 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:38,134 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:38,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307078142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307078142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307078148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307078148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307078148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,201 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/8d65716551a34c899c45953e6a960edc 2024-11-22T20:23:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/02ff7212f7c34b20a6bcdb73b1da5eea is 50, key is test_row_0/B:col10/1732307016889/Put/seqid=0 2024-11-22T20:23:38,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742400_1576 (size=12001) 2024-11-22T20:23:38,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307078350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307078351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307078355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307078355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307078356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,534 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/8d2cf83f5cd1477e8e3258d422a3a704 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d2cf83f5cd1477e8e3258d422a3a704 2024-11-22T20:23:38,539 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into 8d2cf83f5cd1477e8e3258d422a3a704(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:38,539 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:38,539 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=13, startTime=1732307017696; duration=0sec 2024-11-22T20:23:38,539 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:38,539 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:38,615 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/02ff7212f7c34b20a6bcdb73b1da5eea 2024-11-22T20:23:38,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/3e6dee842e674b5d9472ce7609cbcb4c is 50, key is test_row_0/C:col10/1732307016889/Put/seqid=0 2024-11-22T20:23:38,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742401_1577 (size=12001) 2024-11-22T20:23:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307078655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307078656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307078660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307078661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307078662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:23:39,026 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/3e6dee842e674b5d9472ce7609cbcb4c 2024-11-22T20:23:39,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/8d65716551a34c899c45953e6a960edc as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8d65716551a34c899c45953e6a960edc 2024-11-22T20:23:39,033 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8d65716551a34c899c45953e6a960edc, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T20:23:39,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/02ff7212f7c34b20a6bcdb73b1da5eea as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/02ff7212f7c34b20a6bcdb73b1da5eea 2024-11-22T20:23:39,037 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/02ff7212f7c34b20a6bcdb73b1da5eea, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T20:23:39,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/3e6dee842e674b5d9472ce7609cbcb4c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3e6dee842e674b5d9472ce7609cbcb4c 2024-11-22T20:23:39,042 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3e6dee842e674b5d9472ce7609cbcb4c, entries=150, sequenceid=115, filesize=11.7 K 2024-11-22T20:23:39,042 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for edbc82315598c22e4fb7d11c8c471bff in 1249ms, sequenceid=115, compaction requested=false 2024-11-22T20:23:39,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:39,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:39,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-22T20:23:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-22T20:23:39,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-22T20:23:39,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1660 sec 2024-11-22T20:23:39,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.1690 sec 2024-11-22T20:23:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:39,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:23:39,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:39,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:39,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:39,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:39,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:39,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:39,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c549f7f14f5d4847847ec37d8485fa9e is 50, key is test_row_0/A:col10/1732307018015/Put/seqid=0 2024-11-22T20:23:39,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742402_1578 (size=12101) 2024-11-22T20:23:39,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307079186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307079187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307079188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307079189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307079189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307079295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307079295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307079296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307079298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307079299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307079503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307079503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307079503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307079504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307079504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c549f7f14f5d4847847ec37d8485fa9e 2024-11-22T20:23:39,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/fcdb8a45c8ed4b33a6ce8e2096db399e is 50, key is test_row_0/B:col10/1732307018015/Put/seqid=0 2024-11-22T20:23:39,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742403_1579 (size=12101) 2024-11-22T20:23:39,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/fcdb8a45c8ed4b33a6ce8e2096db399e 2024-11-22T20:23:39,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/42a43a1a12a04955a3f19c78b650ba32 is 50, key is test_row_0/C:col10/1732307018015/Put/seqid=0 2024-11-22T20:23:39,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742404_1580 (size=12101) 2024-11-22T20:23:39,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/42a43a1a12a04955a3f19c78b650ba32 2024-11-22T20:23:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c549f7f14f5d4847847ec37d8485fa9e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c549f7f14f5d4847847ec37d8485fa9e 2024-11-22T20:23:39,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c549f7f14f5d4847847ec37d8485fa9e, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T20:23:39,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/fcdb8a45c8ed4b33a6ce8e2096db399e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fcdb8a45c8ed4b33a6ce8e2096db399e 2024-11-22T20:23:39,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fcdb8a45c8ed4b33a6ce8e2096db399e, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T20:23:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/42a43a1a12a04955a3f19c78b650ba32 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/42a43a1a12a04955a3f19c78b650ba32 2024-11-22T20:23:39,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/42a43a1a12a04955a3f19c78b650ba32, entries=150, sequenceid=134, filesize=11.8 K 2024-11-22T20:23:39,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for edbc82315598c22e4fb7d11c8c471bff in 455ms, sequenceid=134, compaction requested=true 2024-11-22T20:23:39,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:39,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:39,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:39,619 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:39,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:39,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:39,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:39,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:39,620 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:39,621 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:39,621 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:39,621 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:39,621 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:39,621 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:39,621 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:39,621 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/43fbd81816734afeac63681c42b1b003, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8d65716551a34c899c45953e6a960edc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c549f7f14f5d4847847ec37d8485fa9e] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=35.5 K 2024-11-22T20:23:39,621 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f67a227f9b534d16886b389fa274e6a6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/02ff7212f7c34b20a6bcdb73b1da5eea, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fcdb8a45c8ed4b33a6ce8e2096db399e] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=35.5 K 2024-11-22T20:23:39,621 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43fbd81816734afeac63681c42b1b003, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732307016731 2024-11-22T20:23:39,621 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f67a227f9b534d16886b389fa274e6a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732307016731 2024-11-22T20:23:39,622 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 02ff7212f7c34b20a6bcdb73b1da5eea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732307016881 2024-11-22T20:23:39,622 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d65716551a34c899c45953e6a960edc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732307016881 2024-11-22T20:23:39,622 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c549f7f14f5d4847847ec37d8485fa9e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732307018015 2024-11-22T20:23:39,622 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting fcdb8a45c8ed4b33a6ce8e2096db399e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732307018015 2024-11-22T20:23:39,630 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:39,630 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:39,631 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/946ccdf7010f4685ab3809539ae64407 is 50, key is test_row_0/B:col10/1732307018015/Put/seqid=0 2024-11-22T20:23:39,631 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/5cabfa2a8a04479bbd12691a3885c9fb is 50, key is test_row_0/A:col10/1732307018015/Put/seqid=0 2024-11-22T20:23:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742406_1582 (size=12409) 2024-11-22T20:23:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742405_1581 (size=12409) 2024-11-22T20:23:39,659 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/5cabfa2a8a04479bbd12691a3885c9fb as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/5cabfa2a8a04479bbd12691a3885c9fb 2024-11-22T20:23:39,666 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into 5cabfa2a8a04479bbd12691a3885c9fb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:39,666 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:39,666 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=13, startTime=1732307019619; duration=0sec 2024-11-22T20:23:39,666 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:39,666 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:39,666 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:39,667 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:39,667 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:39,667 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:39,667 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d2cf83f5cd1477e8e3258d422a3a704, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3e6dee842e674b5d9472ce7609cbcb4c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/42a43a1a12a04955a3f19c78b650ba32] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=35.5 K 2024-11-22T20:23:39,668 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d2cf83f5cd1477e8e3258d422a3a704, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732307016731 2024-11-22T20:23:39,668 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e6dee842e674b5d9472ce7609cbcb4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732307016881 2024-11-22T20:23:39,669 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42a43a1a12a04955a3f19c78b650ba32, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732307018015 2024-11-22T20:23:39,677 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:39,678 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/ce6fc67813734575a46e541c968563eb is 50, key is test_row_0/C:col10/1732307018015/Put/seqid=0 2024-11-22T20:23:39,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742407_1583 (size=12409) 2024-11-22T20:23:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:39,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:23:39,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:39,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:39,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:39,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:39,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:39,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:39,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/7f2d6b03ffe84d59930781076990c552 is 50, key is test_row_0/A:col10/1732307019810/Put/seqid=0 2024-11-22T20:23:39,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742408_1584 (size=14541) 2024-11-22T20:23:39,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307079823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307079824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307079830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307079830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307079830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307079931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307079931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307079936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307079936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307079937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:39,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:23:40,044 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/946ccdf7010f4685ab3809539ae64407 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/946ccdf7010f4685ab3809539ae64407 2024-11-22T20:23:40,048 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into 946ccdf7010f4685ab3809539ae64407(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:40,048 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:40,048 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=13, startTime=1732307019619; duration=0sec 2024-11-22T20:23:40,048 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:40,048 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:40,098 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/ce6fc67813734575a46e541c968563eb as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/ce6fc67813734575a46e541c968563eb 2024-11-22T20:23:40,102 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into ce6fc67813734575a46e541c968563eb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:40,102 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:40,102 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=13, startTime=1732307019620; duration=0sec 2024-11-22T20:23:40,102 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:40,102 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:40,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307080134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307080135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307080144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307080144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307080144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/7f2d6b03ffe84d59930781076990c552 2024-11-22T20:23:40,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/dba894daf0894ab790fcba8739a61b44 is 50, key is test_row_0/B:col10/1732307019810/Put/seqid=0 2024-11-22T20:23:40,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742409_1585 (size=12151) 2024-11-22T20:23:40,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307080441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307080441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307080448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307080449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307080449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/dba894daf0894ab790fcba8739a61b44 2024-11-22T20:23:40,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/dc8616bcddad4f6fbcd89d246969ac70 is 50, key is test_row_0/C:col10/1732307019810/Put/seqid=0 2024-11-22T20:23:40,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742410_1586 (size=12151) 2024-11-22T20:23:40,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/dc8616bcddad4f6fbcd89d246969ac70 2024-11-22T20:23:40,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/7f2d6b03ffe84d59930781076990c552 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7f2d6b03ffe84d59930781076990c552 2024-11-22T20:23:40,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7f2d6b03ffe84d59930781076990c552, entries=200, sequenceid=157, filesize=14.2 K 2024-11-22T20:23:40,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/dba894daf0894ab790fcba8739a61b44 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dba894daf0894ab790fcba8739a61b44 2024-11-22T20:23:40,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dba894daf0894ab790fcba8739a61b44, entries=150, sequenceid=157, filesize=11.9 K 2024-11-22T20:23:40,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/dc8616bcddad4f6fbcd89d246969ac70 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc8616bcddad4f6fbcd89d246969ac70 2024-11-22T20:23:40,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc8616bcddad4f6fbcd89d246969ac70, entries=150, sequenceid=157, filesize=11.9 K 2024-11-22T20:23:40,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for edbc82315598c22e4fb7d11c8c471bff in 845ms, sequenceid=157, compaction requested=false 2024-11-22T20:23:40,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:40,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-22T20:23:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:40,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/651d997af3514c33afdf163b0a634207 is 50, key is test_row_0/A:col10/1732307020953/Put/seqid=0 2024-11-22T20:23:40,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742411_1587 (size=14541) 2024-11-22T20:23:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-22T20:23:40,982 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-22T20:23:40,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307080974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307080975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307080976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307080977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:40,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-22T20:23:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:23:40,985 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:40,985 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:40,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:40,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307080983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:23:41,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307081084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307081084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307081086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307081086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307081090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T20:23:41,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:41,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:23:41,289 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307081288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T20:23:41,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307081289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307081294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307081295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307081297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/651d997af3514c33afdf163b0a634207 2024-11-22T20:23:41,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/98ef959bab094634aeff784ef1ce8334 is 50, key is test_row_0/B:col10/1732307020953/Put/seqid=0 2024-11-22T20:23:41,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742412_1588 (size=12151) 2024-11-22T20:23:41,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/98ef959bab094634aeff784ef1ce8334 2024-11-22T20:23:41,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/6323d80dbfbe40b39351f2db58307089 is 50, key is test_row_0/C:col10/1732307020953/Put/seqid=0 2024-11-22T20:23:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742413_1589 (size=12151) 2024-11-22T20:23:41,442 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T20:23:41,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:41,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:23:41,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307081590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307081592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T20:23:41,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:41,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307081601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307081601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307081602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T20:23:41,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:41,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:41,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/6323d80dbfbe40b39351f2db58307089 2024-11-22T20:23:41,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/651d997af3514c33afdf163b0a634207 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/651d997af3514c33afdf163b0a634207 2024-11-22T20:23:41,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/651d997af3514c33afdf163b0a634207, entries=200, sequenceid=177, filesize=14.2 K 2024-11-22T20:23:41,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/98ef959bab094634aeff784ef1ce8334 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/98ef959bab094634aeff784ef1ce8334 2024-11-22T20:23:41,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/98ef959bab094634aeff784ef1ce8334, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T20:23:41,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/6323d80dbfbe40b39351f2db58307089 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/6323d80dbfbe40b39351f2db58307089 2024-11-22T20:23:41,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/6323d80dbfbe40b39351f2db58307089, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T20:23:41,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for edbc82315598c22e4fb7d11c8c471bff in 853ms, sequenceid=177, compaction requested=true 2024-11-22T20:23:41,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:41,806 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:41,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:41,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:41,808 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41491 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:41,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:41,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:41,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:41,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:41,808 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:41,808 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:41,808 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,809 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/5cabfa2a8a04479bbd12691a3885c9fb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7f2d6b03ffe84d59930781076990c552, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/651d997af3514c33afdf163b0a634207] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=40.5 K 2024-11-22T20:23:41,809 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cabfa2a8a04479bbd12691a3885c9fb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732307018015 2024-11-22T20:23:41,809 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:41,809 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f2d6b03ffe84d59930781076990c552, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732307019186 2024-11-22T20:23:41,809 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:41,809 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,809 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/946ccdf7010f4685ab3809539ae64407, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dba894daf0894ab790fcba8739a61b44, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/98ef959bab094634aeff784ef1ce8334] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=35.9 K 2024-11-22T20:23:41,809 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 651d997af3514c33afdf163b0a634207, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732307019820 2024-11-22T20:23:41,810 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 946ccdf7010f4685ab3809539ae64407, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732307018015 2024-11-22T20:23:41,810 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting dba894daf0894ab790fcba8739a61b44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732307019186 2024-11-22T20:23:41,811 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 98ef959bab094634aeff784ef1ce8334, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732307019820 2024-11-22T20:23:41,819 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:41,819 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/58d26a9e56904476ad124a91273d0c88 is 50, key is test_row_0/A:col10/1732307020953/Put/seqid=0 2024-11-22T20:23:41,822 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#504 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:41,822 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/e4b764ee6075401eaa8a07ae8ca25c93 is 50, key is test_row_0/B:col10/1732307020953/Put/seqid=0 2024-11-22T20:23:41,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742414_1590 (size=12561) 2024-11-22T20:23:41,851 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/58d26a9e56904476ad124a91273d0c88 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/58d26a9e56904476ad124a91273d0c88 2024-11-22T20:23:41,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742415_1591 (size=12561) 2024-11-22T20:23:41,861 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into 58d26a9e56904476ad124a91273d0c88(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:41,861 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:41,861 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=13, startTime=1732307021806; duration=0sec 2024-11-22T20:23:41,861 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:41,861 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:41,861 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:41,862 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:41,862 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:41,862 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,863 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/ce6fc67813734575a46e541c968563eb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc8616bcddad4f6fbcd89d246969ac70, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/6323d80dbfbe40b39351f2db58307089] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=35.9 K 2024-11-22T20:23:41,863 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce6fc67813734575a46e541c968563eb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732307018015 2024-11-22T20:23:41,863 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc8616bcddad4f6fbcd89d246969ac70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732307019186 2024-11-22T20:23:41,864 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6323d80dbfbe40b39351f2db58307089, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732307019820 2024-11-22T20:23:41,873 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:41,874 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/ef2247f0757145d189a6c8e9fe39414e is 50, key is test_row_0/C:col10/1732307020953/Put/seqid=0 2024-11-22T20:23:41,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742416_1592 (size=12561) 2024-11-22T20:23:41,886 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/ef2247f0757145d189a6c8e9fe39414e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/ef2247f0757145d189a6c8e9fe39414e 2024-11-22T20:23:41,891 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into ef2247f0757145d189a6c8e9fe39414e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:41,891 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:41,891 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=13, startTime=1732307021808; duration=0sec 2024-11-22T20:23:41,891 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:41,891 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:41,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:41,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-22T20:23:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:41,901 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T20:23:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:41,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:41,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/b6d83f6ee84b4c7f8370beb2c550498c is 50, key is test_row_0/A:col10/1732307020976/Put/seqid=0 2024-11-22T20:23:41,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742417_1593 (size=12151) 2024-11-22T20:23:41,908 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/b6d83f6ee84b4c7f8370beb2c550498c 2024-11-22T20:23:41,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/849459371e3748a18de0e42d9ae97766 is 50, key is test_row_0/B:col10/1732307020976/Put/seqid=0 2024-11-22T20:23:41,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742418_1594 (size=12151) 2024-11-22T20:23:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:23:42,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:42,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307082113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307082114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307082115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307082117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307082117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307082219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307082220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307082221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307082222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307082223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,253 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/e4b764ee6075401eaa8a07ae8ca25c93 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/e4b764ee6075401eaa8a07ae8ca25c93 2024-11-22T20:23:42,261 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into e4b764ee6075401eaa8a07ae8ca25c93(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:42,261 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:42,261 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=13, startTime=1732307021808; duration=0sec 2024-11-22T20:23:42,261 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:42,261 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:42,322 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/849459371e3748a18de0e42d9ae97766 2024-11-22T20:23:42,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/175030ac9ba149e7b38b62d3c0034573 is 50, key is test_row_0/C:col10/1732307020976/Put/seqid=0 2024-11-22T20:23:42,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742419_1595 (size=12151) 2024-11-22T20:23:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307082423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307082424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307082427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307082427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307082428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307082729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,733 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/175030ac9ba149e7b38b62d3c0034573 2024-11-22T20:23:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307082731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307082731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307082732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/b6d83f6ee84b4c7f8370beb2c550498c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/b6d83f6ee84b4c7f8370beb2c550498c 2024-11-22T20:23:42,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307082734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:42,740 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/b6d83f6ee84b4c7f8370beb2c550498c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T20:23:42,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/849459371e3748a18de0e42d9ae97766 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/849459371e3748a18de0e42d9ae97766 2024-11-22T20:23:42,745 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/849459371e3748a18de0e42d9ae97766, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T20:23:42,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/175030ac9ba149e7b38b62d3c0034573 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/175030ac9ba149e7b38b62d3c0034573 2024-11-22T20:23:42,749 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/175030ac9ba149e7b38b62d3c0034573, entries=150, sequenceid=197, filesize=11.9 K 2024-11-22T20:23:42,750 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for edbc82315598c22e4fb7d11c8c471bff in 849ms, sequenceid=197, compaction requested=false 2024-11-22T20:23:42,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:42,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:42,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-22T20:23:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-22T20:23:42,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-22T20:23:42,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7660 sec 2024-11-22T20:23:42,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.7700 sec 2024-11-22T20:23:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-22T20:23:43,089 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-22T20:23:43,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-22T20:23:43,092 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:23:43,093 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:43,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:23:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:43,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T20:23:43,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:43,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:43,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:43,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:43,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:43,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:43,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:23:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:43,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/2702c89c71674b28a45506b1667f47ec is 50, key is test_row_0/A:col10/1732307023240/Put/seqid=0 2024-11-22T20:23:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742420_1596 (size=14541) 2024-11-22T20:23:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307083256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307083256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307083257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307083258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307083258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307083363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307083363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307083363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307083364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307083364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:23:43,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:23:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:43,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:23:43,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:43,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:43,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:43,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307083568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307083568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307083569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307083569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307083569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/2702c89c71674b28a45506b1667f47ec 2024-11-22T20:23:43,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/2c7414fc4dfe4575bec9ba590757cff5 is 50, key is test_row_0/B:col10/1732307023240/Put/seqid=0 2024-11-22T20:23:43,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742421_1597 (size=12151) 2024-11-22T20:23:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:23:43,705 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:23:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:43,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,858 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:23:43,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:43,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:43,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:43,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307083874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307083874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307083874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307083874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:43,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307083875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:23:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/2c7414fc4dfe4575bec9ba590757cff5 2024-11-22T20:23:44,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/7ea7a1b91b8b4bc981438dd159cc0ea6 is 50, key is test_row_0/C:col10/1732307023240/Put/seqid=0 2024-11-22T20:23:44,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742422_1598 (size=12151) 2024-11-22T20:23:44,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:23:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:23:44,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:23:44,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307084381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307084381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307084381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307084382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307084384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:23:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:44,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/7ea7a1b91b8b4bc981438dd159cc0ea6 2024-11-22T20:23:44,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/2702c89c71674b28a45506b1667f47ec as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/2702c89c71674b28a45506b1667f47ec 2024-11-22T20:23:44,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/2702c89c71674b28a45506b1667f47ec, entries=200, sequenceid=219, filesize=14.2 K 2024-11-22T20:23:44,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/2c7414fc4dfe4575bec9ba590757cff5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7414fc4dfe4575bec9ba590757cff5 2024-11-22T20:23:44,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7414fc4dfe4575bec9ba590757cff5, entries=150, sequenceid=219, filesize=11.9 K 2024-11-22T20:23:44,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/7ea7a1b91b8b4bc981438dd159cc0ea6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/7ea7a1b91b8b4bc981438dd159cc0ea6 2024-11-22T20:23:44,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/7ea7a1b91b8b4bc981438dd159cc0ea6, entries=150, sequenceid=219, filesize=11.9 K 2024-11-22T20:23:44,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for edbc82315598c22e4fb7d11c8c471bff in 1257ms, sequenceid=219, compaction requested=true 2024-11-22T20:23:44,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:44,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:44,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:44,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:44,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:44,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:44,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:44,498 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:44,498 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:44,499 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:44,499 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:44,499 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:44,499 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:44,499 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,499 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,499 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/58d26a9e56904476ad124a91273d0c88, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/b6d83f6ee84b4c7f8370beb2c550498c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/2702c89c71674b28a45506b1667f47ec] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=38.3 K 2024-11-22T20:23:44,499 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/e4b764ee6075401eaa8a07ae8ca25c93, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/849459371e3748a18de0e42d9ae97766, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7414fc4dfe4575bec9ba590757cff5] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.0 K 2024-11-22T20:23:44,500 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting e4b764ee6075401eaa8a07ae8ca25c93, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732307019820 2024-11-22T20:23:44,500 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58d26a9e56904476ad124a91273d0c88, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732307019820 2024-11-22T20:23:44,500 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6d83f6ee84b4c7f8370beb2c550498c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732307020973 2024-11-22T20:23:44,500 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 849459371e3748a18de0e42d9ae97766, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732307020973 2024-11-22T20:23:44,500 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2702c89c71674b28a45506b1667f47ec, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307022112 2024-11-22T20:23:44,500 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c7414fc4dfe4575bec9ba590757cff5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307022112 2024-11-22T20:23:44,509 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:44,509 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:44,509 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d0c6640344a1453ea5e7fdfce912f1f5 is 50, key is test_row_0/A:col10/1732307023240/Put/seqid=0 2024-11-22T20:23:44,510 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/96e43041c647468ca67e8b9cc2c22f4c is 50, key is test_row_0/B:col10/1732307023240/Put/seqid=0 2024-11-22T20:23:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742424_1600 (size=12663) 2024-11-22T20:23:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742423_1599 (size=12663) 2024-11-22T20:23:44,545 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/96e43041c647468ca67e8b9cc2c22f4c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/96e43041c647468ca67e8b9cc2c22f4c 2024-11-22T20:23:44,546 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d0c6640344a1453ea5e7fdfce912f1f5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d0c6640344a1453ea5e7fdfce912f1f5 2024-11-22T20:23:44,550 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into 96e43041c647468ca67e8b9cc2c22f4c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:44,550 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:44,550 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=13, startTime=1732307024497; duration=0sec 2024-11-22T20:23:44,550 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:44,550 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:44,551 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:44,551 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into d0c6640344a1453ea5e7fdfce912f1f5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:44,551 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:44,551 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=13, startTime=1732307024497; duration=0sec 2024-11-22T20:23:44,551 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:44,551 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:44,553 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:44,553 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:44,554 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,554 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/ef2247f0757145d189a6c8e9fe39414e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/175030ac9ba149e7b38b62d3c0034573, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/7ea7a1b91b8b4bc981438dd159cc0ea6] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.0 K 2024-11-22T20:23:44,554 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ef2247f0757145d189a6c8e9fe39414e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732307019820 2024-11-22T20:23:44,554 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 175030ac9ba149e7b38b62d3c0034573, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732307020973 2024-11-22T20:23:44,555 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ea7a1b91b8b4bc981438dd159cc0ea6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307022112 2024-11-22T20:23:44,561 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:44,562 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/f152111555204391a112a094ffd03e7a is 50, key is test_row_0/C:col10/1732307023240/Put/seqid=0 2024-11-22T20:23:44,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742425_1601 (size=12663) 2024-11-22T20:23:44,592 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/f152111555204391a112a094ffd03e7a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/f152111555204391a112a094ffd03e7a 2024-11-22T20:23:44,596 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into f152111555204391a112a094ffd03e7a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:44,596 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:44,596 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=13, startTime=1732307024498; duration=0sec 2024-11-22T20:23:44,597 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:44,597 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:44,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:44,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-22T20:23:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:44,622 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:23:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:44,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/34bbab149f4e47e98ab20690729c6a9b is 50, key is test_row_0/A:col10/1732307023257/Put/seqid=0 2024-11-22T20:23:44,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742426_1602 (size=12151) 2024-11-22T20:23:44,654 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/34bbab149f4e47e98ab20690729c6a9b 2024-11-22T20:23:44,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/cbba5ed4c098458b8ee1a02f90810f3c is 50, key is test_row_0/B:col10/1732307023257/Put/seqid=0 2024-11-22T20:23:44,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742427_1603 (size=12151) 2024-11-22T20:23:44,673 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/cbba5ed4c098458b8ee1a02f90810f3c 2024-11-22T20:23:44,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/bbcd34066dcd4d79b79de8f333b3312c is 50, key is test_row_0/C:col10/1732307023257/Put/seqid=0 2024-11-22T20:23:44,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742428_1604 (size=12151) 2024-11-22T20:23:45,083 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/bbcd34066dcd4d79b79de8f333b3312c 2024-11-22T20:23:45,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/34bbab149f4e47e98ab20690729c6a9b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/34bbab149f4e47e98ab20690729c6a9b 2024-11-22T20:23:45,097 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/34bbab149f4e47e98ab20690729c6a9b, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T20:23:45,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/cbba5ed4c098458b8ee1a02f90810f3c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cbba5ed4c098458b8ee1a02f90810f3c 2024-11-22T20:23:45,101 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cbba5ed4c098458b8ee1a02f90810f3c, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T20:23:45,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/bbcd34066dcd4d79b79de8f333b3312c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/bbcd34066dcd4d79b79de8f333b3312c 2024-11-22T20:23:45,105 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/bbcd34066dcd4d79b79de8f333b3312c, entries=150, sequenceid=237, filesize=11.9 K 2024-11-22T20:23:45,106 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for edbc82315598c22e4fb7d11c8c471bff in 484ms, sequenceid=237, compaction requested=false 2024-11-22T20:23:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-22T20:23:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-22T20:23:45,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-22T20:23:45,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0140 sec 2024-11-22T20:23:45,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.0180 sec 2024-11-22T20:23:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-22T20:23:45,196 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-22T20:23:45,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-22T20:23:45,199 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T20:23:45,200 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:45,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T20:23:45,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-22T20:23:45,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:45,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-22T20:23:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-22T20:23:45,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-22T20:23:45,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 160 msec 2024-11-22T20:23:45,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 164 msec 2024-11-22T20:23:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:45,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:23:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:45,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:45,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:45,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:45,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/f6244f37eee54812acc823a874450f5b is 50, key is test_row_0/A:col10/1732307025395/Put/seqid=0 2024-11-22T20:23:45,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742429_1605 (size=16931) 2024-11-22T20:23:45,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/f6244f37eee54812acc823a874450f5b 2024-11-22T20:23:45,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/763ea586d5324b0cbe48f7f237c82c0f is 50, key is test_row_0/B:col10/1732307025395/Put/seqid=0 2024-11-22T20:23:45,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307085419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307085421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742430_1606 (size=12151) 2024-11-22T20:23:45,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307085425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307085426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307085426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-22T20:23:45,503 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-22T20:23:45,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-22T20:23:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T20:23:45,505 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:45,506 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:45,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:45,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307085527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307085528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307085532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307085533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307085533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T20:23:45,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T20:23:45,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:45,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:45,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:45,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307085732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307085732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307085737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307085738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307085738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T20:23:45,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T20:23:45,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:45,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:45,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:45,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/763ea586d5324b0cbe48f7f237c82c0f 2024-11-22T20:23:45,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/65c5f45bfa074c1cbaeb6ac2111a5005 is 50, key is test_row_0/C:col10/1732307025395/Put/seqid=0 2024-11-22T20:23:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742431_1607 (size=12151) 2024-11-22T20:23:45,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/65c5f45bfa074c1cbaeb6ac2111a5005 2024-11-22T20:23:45,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/f6244f37eee54812acc823a874450f5b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/f6244f37eee54812acc823a874450f5b 2024-11-22T20:23:45,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/f6244f37eee54812acc823a874450f5b, entries=250, sequenceid=249, filesize=16.5 K 2024-11-22T20:23:45,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/763ea586d5324b0cbe48f7f237c82c0f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/763ea586d5324b0cbe48f7f237c82c0f 2024-11-22T20:23:45,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/763ea586d5324b0cbe48f7f237c82c0f, entries=150, sequenceid=249, filesize=11.9 K 2024-11-22T20:23:45,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/65c5f45bfa074c1cbaeb6ac2111a5005 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/65c5f45bfa074c1cbaeb6ac2111a5005 2024-11-22T20:23:45,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/65c5f45bfa074c1cbaeb6ac2111a5005, entries=150, sequenceid=249, filesize=11.9 K 2024-11-22T20:23:45,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for edbc82315598c22e4fb7d11c8c471bff in 462ms, sequenceid=249, compaction requested=true 2024-11-22T20:23:45,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:45,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:45,858 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:45,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:45,858 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:45,859 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:45,859 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:45,859 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:45,859 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:45,859 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,859 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,859 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d0c6640344a1453ea5e7fdfce912f1f5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/34bbab149f4e47e98ab20690729c6a9b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/f6244f37eee54812acc823a874450f5b] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=40.8 K 2024-11-22T20:23:45,859 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/96e43041c647468ca67e8b9cc2c22f4c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cbba5ed4c098458b8ee1a02f90810f3c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/763ea586d5324b0cbe48f7f237c82c0f] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.1 K 2024-11-22T20:23:45,860 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0c6640344a1453ea5e7fdfce912f1f5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307022112 2024-11-22T20:23:45,860 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 96e43041c647468ca67e8b9cc2c22f4c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307022112 2024-11-22T20:23:45,860 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting cbba5ed4c098458b8ee1a02f90810f3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732307023256 2024-11-22T20:23:45,860 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34bbab149f4e47e98ab20690729c6a9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732307023256 2024-11-22T20:23:45,860 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 763ea586d5324b0cbe48f7f237c82c0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732307025387 2024-11-22T20:23:45,860 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6244f37eee54812acc823a874450f5b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732307025387 2024-11-22T20:23:45,868 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:45,868 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:45,869 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c66e47ef5ca44f2ba1c53257fd436e1e is 50, key is test_row_0/A:col10/1732307025395/Put/seqid=0 2024-11-22T20:23:45,869 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/cb30ee700b0744ee96bf412cc074fb61 is 50, key is test_row_0/B:col10/1732307025395/Put/seqid=0 2024-11-22T20:23:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742432_1608 (size=12765) 2024-11-22T20:23:45,876 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c66e47ef5ca44f2ba1c53257fd436e1e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c66e47ef5ca44f2ba1c53257fd436e1e 2024-11-22T20:23:45,880 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into c66e47ef5ca44f2ba1c53257fd436e1e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:45,880 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:45,880 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=13, startTime=1732307025858; duration=0sec 2024-11-22T20:23:45,880 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:45,880 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:45,880 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:45,881 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:45,881 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:45,881 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,881 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/f152111555204391a112a094ffd03e7a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/bbcd34066dcd4d79b79de8f333b3312c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/65c5f45bfa074c1cbaeb6ac2111a5005] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.1 K 2024-11-22T20:23:45,881 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting f152111555204391a112a094ffd03e7a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732307022112 2024-11-22T20:23:45,882 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbcd34066dcd4d79b79de8f333b3312c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732307023256 2024-11-22T20:23:45,882 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65c5f45bfa074c1cbaeb6ac2111a5005, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732307025387 2024-11-22T20:23:45,887 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:45,887 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/dc5f44b8be464e96b21316dbf8584477 is 50, key is test_row_0/C:col10/1732307025395/Put/seqid=0 2024-11-22T20:23:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742433_1609 (size=12765) 2024-11-22T20:23:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742434_1610 (size=12765) 2024-11-22T20:23:45,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:45,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-22T20:23:45,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:45,964 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:23:45,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:45,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:45,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:45,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:45,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:45,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/213472b58a1444dcb54973079fdbc604 is 50, key is test_row_0/A:col10/1732307025425/Put/seqid=0 2024-11-22T20:23:45,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742435_1611 (size=12301) 2024-11-22T20:23:46,008 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/213472b58a1444dcb54973079fdbc604 2024-11-22T20:23:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/fdd1069259ab40e9acf8ecebfeb08596 is 50, key is test_row_0/B:col10/1732307025425/Put/seqid=0 2024-11-22T20:23:46,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742436_1612 (size=12301) 2024-11-22T20:23:46,044 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/fdd1069259ab40e9acf8ecebfeb08596 2024-11-22T20:23:46,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/81e8510088c04d6f9a63742aff20dca7 is 50, key is test_row_0/C:col10/1732307025425/Put/seqid=0 2024-11-22T20:23:46,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742437_1613 (size=12301) 2024-11-22T20:23:46,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307086050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307086051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307086051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307086052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307086058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T20:23:46,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307086159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307086160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307086161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307086161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307086166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,294 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/cb30ee700b0744ee96bf412cc074fb61 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cb30ee700b0744ee96bf412cc074fb61 2024-11-22T20:23:46,298 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into cb30ee700b0744ee96bf412cc074fb61(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:46,298 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:46,298 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=13, startTime=1732307025858; duration=0sec 2024-11-22T20:23:46,298 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:46,298 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:46,301 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/dc5f44b8be464e96b21316dbf8584477 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc5f44b8be464e96b21316dbf8584477 2024-11-22T20:23:46,304 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into dc5f44b8be464e96b21316dbf8584477(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:46,304 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:46,304 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=13, startTime=1732307025859; duration=0sec 2024-11-22T20:23:46,304 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:46,304 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:46,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307086363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307086365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307086366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307086366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307086371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,456 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/81e8510088c04d6f9a63742aff20dca7 2024-11-22T20:23:46,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/213472b58a1444dcb54973079fdbc604 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/213472b58a1444dcb54973079fdbc604 2024-11-22T20:23:46,464 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/213472b58a1444dcb54973079fdbc604, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T20:23:46,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/fdd1069259ab40e9acf8ecebfeb08596 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fdd1069259ab40e9acf8ecebfeb08596 2024-11-22T20:23:46,468 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fdd1069259ab40e9acf8ecebfeb08596, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T20:23:46,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/81e8510088c04d6f9a63742aff20dca7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/81e8510088c04d6f9a63742aff20dca7 2024-11-22T20:23:46,472 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/81e8510088c04d6f9a63742aff20dca7, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T20:23:46,472 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for edbc82315598c22e4fb7d11c8c471bff in 508ms, sequenceid=275, compaction requested=false 2024-11-22T20:23:46,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:46,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-22T20:23:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-22T20:23:46,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-22T20:23:46,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 967 msec 2024-11-22T20:23:46,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 971 msec 2024-11-22T20:23:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-22T20:23:46,609 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-22T20:23:46,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-22T20:23:46,611 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T20:23:46,612 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:46,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:46,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:23:46,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:46,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:46,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:46,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:46,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:46,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:46,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/8001f97c2f4948289fbb3e75799b5a71 is 50, key is test_row_0/A:col10/1732307026668/Put/seqid=0 2024-11-22T20:23:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742438_1614 (size=14741) 2024-11-22T20:23:46,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/8001f97c2f4948289fbb3e75799b5a71 2024-11-22T20:23:46,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/8b83bc1db871445bae0efa5c5a77fe04 is 50, key is test_row_0/B:col10/1732307026668/Put/seqid=0 2024-11-22T20:23:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742439_1615 (size=12301) 2024-11-22T20:23:46,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307086699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307086699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307086700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307086702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307086703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T20:23:46,766 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-22T20:23:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:46,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:46,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307086804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307086808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307086808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307086808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307086808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T20:23:46,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:46,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-22T20:23:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:46,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:46,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:47,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307087009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307087012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307087013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307087013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307087014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-22T20:23:47,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:47,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:47,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:47,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:47,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:47,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/8b83bc1db871445bae0efa5c5a77fe04 2024-11-22T20:23:47,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/48c953b32f3e4a5e8c27c95ac8789a4c is 50, key is test_row_0/C:col10/1732307026668/Put/seqid=0 2024-11-22T20:23:47,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742440_1616 (size=12301) 2024-11-22T20:23:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T20:23:47,225 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-22T20:23:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:47,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:47,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:47,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307087312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307087317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307087317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307087317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307087318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-22T20:23:47,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:47,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:47,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:47,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:47,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:47,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/48c953b32f3e4a5e8c27c95ac8789a4c 2024-11-22T20:23:47,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/8001f97c2f4948289fbb3e75799b5a71 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8001f97c2f4948289fbb3e75799b5a71 2024-11-22T20:23:47,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8001f97c2f4948289fbb3e75799b5a71, entries=200, sequenceid=289, filesize=14.4 K 2024-11-22T20:23:47,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/8b83bc1db871445bae0efa5c5a77fe04 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/8b83bc1db871445bae0efa5c5a77fe04 2024-11-22T20:23:47,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/8b83bc1db871445bae0efa5c5a77fe04, entries=150, sequenceid=289, filesize=12.0 K 2024-11-22T20:23:47,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/48c953b32f3e4a5e8c27c95ac8789a4c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/48c953b32f3e4a5e8c27c95ac8789a4c 2024-11-22T20:23:47,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/48c953b32f3e4a5e8c27c95ac8789a4c, entries=150, sequenceid=289, filesize=12.0 K 2024-11-22T20:23:47,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for edbc82315598c22e4fb7d11c8c471bff in 861ms, sequenceid=289, compaction requested=true 2024-11-22T20:23:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:47,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:47,531 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:47,531 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:47,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-22T20:23:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:47,531 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:23:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:47,531 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:47,532 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:47,532 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:47,532 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c66e47ef5ca44f2ba1c53257fd436e1e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/213472b58a1444dcb54973079fdbc604, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8001f97c2f4948289fbb3e75799b5a71] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=38.9 K 2024-11-22T20:23:47,532 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:47,532 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:47,532 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:47,532 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cb30ee700b0744ee96bf412cc074fb61, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fdd1069259ab40e9acf8ecebfeb08596, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/8b83bc1db871445bae0efa5c5a77fe04] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.5 K 2024-11-22T20:23:47,532 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c66e47ef5ca44f2ba1c53257fd436e1e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732307025387 2024-11-22T20:23:47,532 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting cb30ee700b0744ee96bf412cc074fb61, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732307025387 2024-11-22T20:23:47,533 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 213472b58a1444dcb54973079fdbc604, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732307025414 2024-11-22T20:23:47,533 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting fdd1069259ab40e9acf8ecebfeb08596, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732307025414 2024-11-22T20:23:47,533 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8001f97c2f4948289fbb3e75799b5a71, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732307026049 2024-11-22T20:23:47,533 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b83bc1db871445bae0efa5c5a77fe04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732307026049 2024-11-22T20:23:47,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/9d9de50bdbfc42e29ce28c1a90fd5f02 is 50, key is test_row_0/A:col10/1732307026701/Put/seqid=0 2024-11-22T20:23:47,541 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:47,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742441_1617 (size=12301) 2024-11-22T20:23:47,542 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/11f956ee08e14caf9fc5356c5375fbce is 50, key is test_row_0/A:col10/1732307026668/Put/seqid=0 2024-11-22T20:23:47,542 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/9d9de50bdbfc42e29ce28c1a90fd5f02 2024-11-22T20:23:47,544 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:47,545 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/83008125507d4404a9cdc3f409027423 is 50, key is test_row_0/B:col10/1732307026668/Put/seqid=0 2024-11-22T20:23:47,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742442_1618 (size=13017) 2024-11-22T20:23:47,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/9193d04dbfc74ab6a636c6beac6e0714 is 50, key is test_row_0/B:col10/1732307026701/Put/seqid=0 2024-11-22T20:23:47,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742443_1619 (size=13017) 2024-11-22T20:23:47,554 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/11f956ee08e14caf9fc5356c5375fbce as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/11f956ee08e14caf9fc5356c5375fbce 2024-11-22T20:23:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742444_1620 (size=12301) 2024-11-22T20:23:47,555 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/83008125507d4404a9cdc3f409027423 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/83008125507d4404a9cdc3f409027423 2024-11-22T20:23:47,559 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into 11f956ee08e14caf9fc5356c5375fbce(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:47,559 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into 83008125507d4404a9cdc3f409027423(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:47,559 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:47,559 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:47,559 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=13, startTime=1732307027530; duration=0sec 2024-11-22T20:23:47,559 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=13, startTime=1732307027531; duration=0sec 2024-11-22T20:23:47,559 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:47,559 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:47,559 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:47,559 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:47,559 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:47,560 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:47,560 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:47,560 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:47,560 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc5f44b8be464e96b21316dbf8584477, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/81e8510088c04d6f9a63742aff20dca7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/48c953b32f3e4a5e8c27c95ac8789a4c] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.5 K 2024-11-22T20:23:47,562 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc5f44b8be464e96b21316dbf8584477, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732307025387 2024-11-22T20:23:47,563 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81e8510088c04d6f9a63742aff20dca7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732307025414 2024-11-22T20:23:47,563 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48c953b32f3e4a5e8c27c95ac8789a4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732307026049 2024-11-22T20:23:47,569 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:47,569 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/4d8b606975d24211876c468b6b7d07f7 is 50, key is test_row_0/C:col10/1732307026668/Put/seqid=0 2024-11-22T20:23:47,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742445_1621 (size=13017) 2024-11-22T20:23:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T20:23:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:47,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:47,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307087831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307087832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307087833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307087834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307087834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307087938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307087938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307087938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307087939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307087939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:47,955 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/9193d04dbfc74ab6a636c6beac6e0714 2024-11-22T20:23:47,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/8d9e70e63e414595b2da18ec53683e99 is 50, key is test_row_0/C:col10/1732307026701/Put/seqid=0 2024-11-22T20:23:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742446_1622 (size=12301) 2024-11-22T20:23:47,989 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/4d8b606975d24211876c468b6b7d07f7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/4d8b606975d24211876c468b6b7d07f7 2024-11-22T20:23:47,993 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into 4d8b606975d24211876c468b6b7d07f7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:47,993 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:47,993 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=13, startTime=1732307027531; duration=0sec 2024-11-22T20:23:47,993 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:47,993 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:48,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307088142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307088142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307088143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307088143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307088144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,370 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/8d9e70e63e414595b2da18ec53683e99 2024-11-22T20:23:48,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/9d9de50bdbfc42e29ce28c1a90fd5f02 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/9d9de50bdbfc42e29ce28c1a90fd5f02 2024-11-22T20:23:48,377 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/9d9de50bdbfc42e29ce28c1a90fd5f02, entries=150, sequenceid=313, filesize=12.0 K 2024-11-22T20:23:48,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/9193d04dbfc74ab6a636c6beac6e0714 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/9193d04dbfc74ab6a636c6beac6e0714 2024-11-22T20:23:48,380 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/9193d04dbfc74ab6a636c6beac6e0714, entries=150, sequenceid=313, filesize=12.0 K 2024-11-22T20:23:48,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/8d9e70e63e414595b2da18ec53683e99 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d9e70e63e414595b2da18ec53683e99 2024-11-22T20:23:48,384 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d9e70e63e414595b2da18ec53683e99, entries=150, sequenceid=313, filesize=12.0 K 2024-11-22T20:23:48,384 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for edbc82315598c22e4fb7d11c8c471bff in 853ms, sequenceid=313, compaction requested=false 2024-11-22T20:23:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:48,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-22T20:23:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-22T20:23:48,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-22T20:23:48,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7730 sec 2024-11-22T20:23:48,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.7770 sec 2024-11-22T20:23:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:48,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:23:48,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:48,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:48,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:48,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:48,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:48,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:48,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c43e880b601e4d74806445b8f4ff1e46 is 50, key is test_row_0/A:col10/1732307028447/Put/seqid=0 2024-11-22T20:23:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742447_1623 (size=14741) 2024-11-22T20:23:48,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307088467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307088468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307088472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307088473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307088474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307088575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307088575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307088580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307088580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307088582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-22T20:23:48,716 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-22T20:23:48,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-22T20:23:48,718 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T20:23:48,719 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:48,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:48,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307088780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307088781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307088786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307088786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307088786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T20:23:48,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c43e880b601e4d74806445b8f4ff1e46 2024-11-22T20:23:48,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/af04e2458c614332ae9f265885012700 is 50, key is test_row_0/B:col10/1732307028447/Put/seqid=0 2024-11-22T20:23:48,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742448_1624 (size=12301) 2024-11-22T20:23:48,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:48,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T20:23:48,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:48,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:48,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:48,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:48,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T20:23:49,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T20:23:49,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:49,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:49,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:49,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:49,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307089086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307089089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307089093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307089093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307089094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T20:23:49,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:49,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:49,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:49,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:49,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:49,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/af04e2458c614332ae9f265885012700 2024-11-22T20:23:49,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/637da192cb0b49ed97b66d43b7040903 is 50, key is test_row_0/C:col10/1732307028447/Put/seqid=0 2024-11-22T20:23:49,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742449_1625 (size=12301) 2024-11-22T20:23:49,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/637da192cb0b49ed97b66d43b7040903 2024-11-22T20:23:49,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c43e880b601e4d74806445b8f4ff1e46 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c43e880b601e4d74806445b8f4ff1e46 2024-11-22T20:23:49,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c43e880b601e4d74806445b8f4ff1e46, entries=200, sequenceid=329, filesize=14.4 K 2024-11-22T20:23:49,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/af04e2458c614332ae9f265885012700 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/af04e2458c614332ae9f265885012700 2024-11-22T20:23:49,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/af04e2458c614332ae9f265885012700, entries=150, sequenceid=329, filesize=12.0 K 2024-11-22T20:23:49,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/637da192cb0b49ed97b66d43b7040903 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/637da192cb0b49ed97b66d43b7040903 2024-11-22T20:23:49,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/637da192cb0b49ed97b66d43b7040903, entries=150, sequenceid=329, filesize=12.0 K 2024-11-22T20:23:49,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for edbc82315598c22e4fb7d11c8c471bff in 847ms, sequenceid=329, compaction requested=true 2024-11-22T20:23:49,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:49,296 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:49,296 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:49,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:49,296 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:49,296 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:49,296 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:49,296 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:49,296 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:49,296 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:49,297 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/83008125507d4404a9cdc3f409027423, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/9193d04dbfc74ab6a636c6beac6e0714, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/af04e2458c614332ae9f265885012700] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.7 K 2024-11-22T20:23:49,297 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/11f956ee08e14caf9fc5356c5375fbce, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/9d9de50bdbfc42e29ce28c1a90fd5f02, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c43e880b601e4d74806445b8f4ff1e46] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=39.1 K 2024-11-22T20:23:49,297 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11f956ee08e14caf9fc5356c5375fbce, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732307026049 2024-11-22T20:23:49,297 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 83008125507d4404a9cdc3f409027423, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732307026049 2024-11-22T20:23:49,298 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d9de50bdbfc42e29ce28c1a90fd5f02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732307026698 2024-11-22T20:23:49,298 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 9193d04dbfc74ab6a636c6beac6e0714, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732307026698 2024-11-22T20:23:49,298 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting af04e2458c614332ae9f265885012700, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732307027833 2024-11-22T20:23:49,298 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c43e880b601e4d74806445b8f4ff1e46, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732307027831 2024-11-22T20:23:49,303 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:49,304 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/cf79e6e91e9f42b8ae9182de9f2b409a is 50, key is test_row_0/B:col10/1732307028447/Put/seqid=0 2024-11-22T20:23:49,304 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:49,305 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/1f5497995513496cb5cfe712c884b57a is 50, key is test_row_0/A:col10/1732307028447/Put/seqid=0 2024-11-22T20:23:49,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742450_1626 (size=13119) 2024-11-22T20:23:49,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742451_1627 (size=13119) 2024-11-22T20:23:49,316 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/cf79e6e91e9f42b8ae9182de9f2b409a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cf79e6e91e9f42b8ae9182de9f2b409a 2024-11-22T20:23:49,319 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/1f5497995513496cb5cfe712c884b57a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/1f5497995513496cb5cfe712c884b57a 2024-11-22T20:23:49,319 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into cf79e6e91e9f42b8ae9182de9f2b409a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:49,319 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:49,319 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=13, startTime=1732307029296; duration=0sec 2024-11-22T20:23:49,320 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:49,320 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:49,320 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T20:23:49,321 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:49,321 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:49,321 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:49,321 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/4d8b606975d24211876c468b6b7d07f7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d9e70e63e414595b2da18ec53683e99, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/637da192cb0b49ed97b66d43b7040903] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.7 K 2024-11-22T20:23:49,322 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d8b606975d24211876c468b6b7d07f7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732307026049 2024-11-22T20:23:49,322 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d9e70e63e414595b2da18ec53683e99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732307026698 2024-11-22T20:23:49,322 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 637da192cb0b49ed97b66d43b7040903, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732307027833 2024-11-22T20:23:49,323 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into 1f5497995513496cb5cfe712c884b57a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:49,323 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:49,323 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=13, startTime=1732307029295; duration=0sec 2024-11-22T20:23:49,323 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:49,323 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:49,328 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:49,328 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/c5d6f439aecf4aed80a7a0ce0ff78272 is 50, key is test_row_0/C:col10/1732307028447/Put/seqid=0 2024-11-22T20:23:49,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-22T20:23:49,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:49,330 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:23:49,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:49,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:49,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:49,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:49,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:49,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:49,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/7ef9692ae995411984f76940f4062f29 is 50, key is test_row_0/A:col10/1732307028472/Put/seqid=0 2024-11-22T20:23:49,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742452_1628 (size=13119) 2024-11-22T20:23:49,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742453_1629 (size=12301) 2024-11-22T20:23:49,345 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/7ef9692ae995411984f76940f4062f29 2024-11-22T20:23:49,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/39b30afc9c8b42859b2e5074020ed920 is 50, key is test_row_0/B:col10/1732307028472/Put/seqid=0 2024-11-22T20:23:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742454_1630 (size=12301) 2024-11-22T20:23:49,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:49,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307089606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307089607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307089608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307089612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307089613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307089714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307089714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307089714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307089721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307089721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,741 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/c5d6f439aecf4aed80a7a0ce0ff78272 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/c5d6f439aecf4aed80a7a0ce0ff78272 2024-11-22T20:23:49,745 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into c5d6f439aecf4aed80a7a0ce0ff78272(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:49,745 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:49,745 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=13, startTime=1732307029296; duration=0sec 2024-11-22T20:23:49,745 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:49,745 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:49,754 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/39b30afc9c8b42859b2e5074020ed920 2024-11-22T20:23:49,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/2ec3eda2b5894b5e840cd6e136769e3a is 50, key is test_row_0/C:col10/1732307028472/Put/seqid=0 2024-11-22T20:23:49,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742455_1631 (size=12301) 2024-11-22T20:23:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T20:23:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307089917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307089917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307089918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307089926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:49,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307089926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,164 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/2ec3eda2b5894b5e840cd6e136769e3a 2024-11-22T20:23:50,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/7ef9692ae995411984f76940f4062f29 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7ef9692ae995411984f76940f4062f29 2024-11-22T20:23:50,170 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7ef9692ae995411984f76940f4062f29, entries=150, sequenceid=354, filesize=12.0 K 2024-11-22T20:23:50,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/39b30afc9c8b42859b2e5074020ed920 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/39b30afc9c8b42859b2e5074020ed920 2024-11-22T20:23:50,174 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/39b30afc9c8b42859b2e5074020ed920, entries=150, sequenceid=354, filesize=12.0 K 2024-11-22T20:23:50,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/2ec3eda2b5894b5e840cd6e136769e3a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/2ec3eda2b5894b5e840cd6e136769e3a 2024-11-22T20:23:50,178 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/2ec3eda2b5894b5e840cd6e136769e3a, entries=150, sequenceid=354, filesize=12.0 K 2024-11-22T20:23:50,179 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for edbc82315598c22e4fb7d11c8c471bff in 849ms, sequenceid=354, compaction requested=false 2024-11-22T20:23:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-22T20:23:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-22T20:23:50,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-22T20:23:50,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4610 sec 2024-11-22T20:23:50,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4640 sec 2024-11-22T20:23:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:50,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:23:50,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:50,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/88e111ae23824d63a320ec1a523f28d7 is 50, key is test_row_0/A:col10/1732307030227/Put/seqid=0 2024-11-22T20:23:50,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742456_1632 (size=14741) 2024-11-22T20:23:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307090246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307090250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307090251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307090251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307090252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307090352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307090356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307090356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307090357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307090357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307090556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307090560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307090560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307090561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307090561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/88e111ae23824d63a320ec1a523f28d7 2024-11-22T20:23:50,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/89ffbe4c0b4c43aca08c27a3577fb721 is 50, key is test_row_0/B:col10/1732307030227/Put/seqid=0 2024-11-22T20:23:50,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742457_1633 (size=12301) 2024-11-22T20:23:50,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/89ffbe4c0b4c43aca08c27a3577fb721 2024-11-22T20:23:50,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/cc39ab7ad629401b8b2289f87e88fd22 is 50, key is test_row_0/C:col10/1732307030227/Put/seqid=0 2024-11-22T20:23:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742458_1634 (size=12301) 2024-11-22T20:23:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-22T20:23:50,822 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-22T20:23:50,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-22T20:23:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T20:23:50,825 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:50,825 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:50,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:50,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307090862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307090862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307090864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307090865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307090867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T20:23:50,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:50,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-22T20:23:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:50,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:50,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:51,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/cc39ab7ad629401b8b2289f87e88fd22 2024-11-22T20:23:51,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/88e111ae23824d63a320ec1a523f28d7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/88e111ae23824d63a320ec1a523f28d7 2024-11-22T20:23:51,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/88e111ae23824d63a320ec1a523f28d7, entries=200, sequenceid=372, filesize=14.4 K 2024-11-22T20:23:51,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/89ffbe4c0b4c43aca08c27a3577fb721 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/89ffbe4c0b4c43aca08c27a3577fb721 2024-11-22T20:23:51,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/89ffbe4c0b4c43aca08c27a3577fb721, entries=150, sequenceid=372, filesize=12.0 K 2024-11-22T20:23:51,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/cc39ab7ad629401b8b2289f87e88fd22 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/cc39ab7ad629401b8b2289f87e88fd22 2024-11-22T20:23:51,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/cc39ab7ad629401b8b2289f87e88fd22, entries=150, sequenceid=372, filesize=12.0 K 2024-11-22T20:23:51,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for edbc82315598c22e4fb7d11c8c471bff in 848ms, sequenceid=372, compaction requested=true 2024-11-22T20:23:51,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:51,076 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:51,076 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:51,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:51,077 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:51,077 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:51,077 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:51,077 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:51,077 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:51,077 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:51,077 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/1f5497995513496cb5cfe712c884b57a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7ef9692ae995411984f76940f4062f29, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/88e111ae23824d63a320ec1a523f28d7] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=39.2 K 2024-11-22T20:23:51,077 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cf79e6e91e9f42b8ae9182de9f2b409a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/39b30afc9c8b42859b2e5074020ed920, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/89ffbe4c0b4c43aca08c27a3577fb721] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.8 K 2024-11-22T20:23:51,077 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f5497995513496cb5cfe712c884b57a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732307027833 2024-11-22T20:23:51,077 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting cf79e6e91e9f42b8ae9182de9f2b409a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732307027833 2024-11-22T20:23:51,077 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ef9692ae995411984f76940f4062f29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732307028467 2024-11-22T20:23:51,077 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 39b30afc9c8b42859b2e5074020ed920, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732307028467 2024-11-22T20:23:51,078 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88e111ae23824d63a320ec1a523f28d7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732307029611 2024-11-22T20:23:51,078 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 89ffbe4c0b4c43aca08c27a3577fb721, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732307029611 2024-11-22T20:23:51,084 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#548 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:51,084 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/2c7cc97d0f3a4ec9bd113d7ac6c21050 is 50, key is test_row_0/B:col10/1732307030227/Put/seqid=0 2024-11-22T20:23:51,085 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#549 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:51,085 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/51ee5a72c00f44578ac70d4ee7bfd50f is 50, key is test_row_0/A:col10/1732307030227/Put/seqid=0 2024-11-22T20:23:51,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742459_1635 (size=13221) 2024-11-22T20:23:51,092 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/2c7cc97d0f3a4ec9bd113d7ac6c21050 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7cc97d0f3a4ec9bd113d7ac6c21050 2024-11-22T20:23:51,097 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into 2c7cc97d0f3a4ec9bd113d7ac6c21050(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:51,097 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:51,097 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=13, startTime=1732307031076; duration=0sec 2024-11-22T20:23:51,097 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:51,097 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:51,097 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:51,098 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:51,098 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:51,098 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:51,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742460_1636 (size=13221) 2024-11-22T20:23:51,098 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/c5d6f439aecf4aed80a7a0ce0ff78272, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/2ec3eda2b5894b5e840cd6e136769e3a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/cc39ab7ad629401b8b2289f87e88fd22] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.8 K 2024-11-22T20:23:51,099 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c5d6f439aecf4aed80a7a0ce0ff78272, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732307027833 2024-11-22T20:23:51,099 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ec3eda2b5894b5e840cd6e136769e3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732307028467 2024-11-22T20:23:51,099 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting cc39ab7ad629401b8b2289f87e88fd22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732307029611 2024-11-22T20:23:51,104 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#550 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:51,104 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/a1e2e2ec6fe54338aba232911777ce50 is 50, key is test_row_0/C:col10/1732307030227/Put/seqid=0 2024-11-22T20:23:51,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742461_1637 (size=13221) 2024-11-22T20:23:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T20:23:51,129 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-22T20:23:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:51,130 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T20:23:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:51,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/a1c095738f2348a5a70d82a38e657212 is 50, key is test_row_0/A:col10/1732307030250/Put/seqid=0 2024-11-22T20:23:51,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742462_1638 (size=12301) 2024-11-22T20:23:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:51,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:51,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307091382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307091387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307091387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307091388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307091389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T20:23:51,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307091490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307091498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307091498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307091498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307091499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,503 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/51ee5a72c00f44578ac70d4ee7bfd50f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/51ee5a72c00f44578ac70d4ee7bfd50f 2024-11-22T20:23:51,506 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into 51ee5a72c00f44578ac70d4ee7bfd50f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:51,506 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:51,506 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=13, startTime=1732307031076; duration=0sec 2024-11-22T20:23:51,507 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:51,507 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:51,517 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/a1e2e2ec6fe54338aba232911777ce50 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/a1e2e2ec6fe54338aba232911777ce50 2024-11-22T20:23:51,520 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into a1e2e2ec6fe54338aba232911777ce50(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:51,520 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:51,520 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=13, startTime=1732307031076; duration=0sec 2024-11-22T20:23:51,520 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:51,521 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:51,539 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/a1c095738f2348a5a70d82a38e657212 2024-11-22T20:23:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/b7faee4bd59c434694486671f71b5da4 is 50, key is test_row_0/B:col10/1732307030250/Put/seqid=0 2024-11-22T20:23:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742463_1639 (size=12301) 2024-11-22T20:23:51,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307091695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307091703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307091704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307091704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307091704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T20:23:51,947 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/b7faee4bd59c434694486671f71b5da4 2024-11-22T20:23:51,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/fdc2abde5a6d4b0d99d890d4d5861b92 is 50, key is test_row_0/C:col10/1732307030250/Put/seqid=0 2024-11-22T20:23:51,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742464_1640 (size=12301) 2024-11-22T20:23:51,959 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/fdc2abde5a6d4b0d99d890d4d5861b92 2024-11-22T20:23:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/a1c095738f2348a5a70d82a38e657212 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/a1c095738f2348a5a70d82a38e657212 2024-11-22T20:23:51,966 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/a1c095738f2348a5a70d82a38e657212, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T20:23:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/b7faee4bd59c434694486671f71b5da4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b7faee4bd59c434694486671f71b5da4 2024-11-22T20:23:51,971 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b7faee4bd59c434694486671f71b5da4, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T20:23:51,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/fdc2abde5a6d4b0d99d890d4d5861b92 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/fdc2abde5a6d4b0d99d890d4d5861b92 2024-11-22T20:23:51,974 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/fdc2abde5a6d4b0d99d890d4d5861b92, entries=150, sequenceid=392, filesize=12.0 K 2024-11-22T20:23:51,975 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for edbc82315598c22e4fb7d11c8c471bff in 845ms, sequenceid=392, compaction requested=false 2024-11-22T20:23:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-22T20:23:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-22T20:23:51,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-22T20:23:51,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1510 sec 2024-11-22T20:23:51,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.1540 sec 2024-11-22T20:23:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:52,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T20:23:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:52,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:52,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d2890b803a7a4f90947ac5b17917a5a9 is 50, key is test_row_0/A:col10/1732307031380/Put/seqid=0 2024-11-22T20:23:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742465_1641 (size=14741) 2024-11-22T20:23:52,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307092022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307092023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307092027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307092028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307092029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307092130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307092130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307092130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307092134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307092135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307092334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307092335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307092335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307092336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307092340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d2890b803a7a4f90947ac5b17917a5a9 2024-11-22T20:23:52,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/f74be1c186f148a28326afb0c6d3a3a9 is 50, key is test_row_0/B:col10/1732307031380/Put/seqid=0 2024-11-22T20:23:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742466_1642 (size=12301) 2024-11-22T20:23:52,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/f74be1c186f148a28326afb0c6d3a3a9 2024-11-22T20:23:52,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/3a921e249e3d4c8db5946246446f9422 is 50, key is test_row_0/C:col10/1732307031380/Put/seqid=0 2024-11-22T20:23:52,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742467_1643 (size=12301) 2024-11-22T20:23:52,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/3a921e249e3d4c8db5946246446f9422 2024-11-22T20:23:52,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d2890b803a7a4f90947ac5b17917a5a9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2890b803a7a4f90947ac5b17917a5a9 2024-11-22T20:23:52,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2890b803a7a4f90947ac5b17917a5a9, entries=200, sequenceid=412, filesize=14.4 K 2024-11-22T20:23:52,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/f74be1c186f148a28326afb0c6d3a3a9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f74be1c186f148a28326afb0c6d3a3a9 2024-11-22T20:23:52,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f74be1c186f148a28326afb0c6d3a3a9, entries=150, sequenceid=412, filesize=12.0 K 2024-11-22T20:23:52,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/3a921e249e3d4c8db5946246446f9422 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3a921e249e3d4c8db5946246446f9422 2024-11-22T20:23:52,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3a921e249e3d4c8db5946246446f9422, entries=150, sequenceid=412, filesize=12.0 K 2024-11-22T20:23:52,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for edbc82315598c22e4fb7d11c8c471bff in 463ms, sequenceid=412, compaction requested=true 2024-11-22T20:23:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:52,463 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:52,463 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:52,464 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:52,464 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:52,464 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:52,464 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:52,464 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:52,464 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:52,464 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7cc97d0f3a4ec9bd113d7ac6c21050, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b7faee4bd59c434694486671f71b5da4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f74be1c186f148a28326afb0c6d3a3a9] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.9 K 2024-11-22T20:23:52,464 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/51ee5a72c00f44578ac70d4ee7bfd50f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/a1c095738f2348a5a70d82a38e657212, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2890b803a7a4f90947ac5b17917a5a9] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=39.3 K 2024-11-22T20:23:52,465 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51ee5a72c00f44578ac70d4ee7bfd50f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732307029611 2024-11-22T20:23:52,465 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c7cc97d0f3a4ec9bd113d7ac6c21050, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732307029611 2024-11-22T20:23:52,465 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1c095738f2348a5a70d82a38e657212, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732307030234 2024-11-22T20:23:52,465 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b7faee4bd59c434694486671f71b5da4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732307030234 2024-11-22T20:23:52,465 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2890b803a7a4f90947ac5b17917a5a9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732307031380 2024-11-22T20:23:52,466 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f74be1c186f148a28326afb0c6d3a3a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732307031380 2024-11-22T20:23:52,474 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#557 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:52,475 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/5ab4aaae08504a35a26ec248bda59a4b is 50, key is test_row_0/A:col10/1732307031380/Put/seqid=0 2024-11-22T20:23:52,475 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#558 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:52,475 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/df4d1472f88e427684afa1622ed54b4f is 50, key is test_row_0/B:col10/1732307031380/Put/seqid=0 2024-11-22T20:23:52,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742468_1644 (size=13323) 2024-11-22T20:23:52,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742469_1645 (size=13323) 2024-11-22T20:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:52,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T20:23:52,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:52,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:52,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:52,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:52,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:52,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:52,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/0c38cda378bf4bdba7a6d87dd55fc361 is 50, key is test_row_0/A:col10/1732307032026/Put/seqid=0 2024-11-22T20:23:52,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742470_1646 (size=17181) 2024-11-22T20:23:52,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307092652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307092655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307092656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307092657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307092658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307092759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307092762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307092762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307092763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307092764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,886 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/5ab4aaae08504a35a26ec248bda59a4b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/5ab4aaae08504a35a26ec248bda59a4b 2024-11-22T20:23:52,889 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into 5ab4aaae08504a35a26ec248bda59a4b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:52,889 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:52,889 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=13, startTime=1732307032463; duration=0sec 2024-11-22T20:23:52,889 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:52,889 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:52,890 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:23:52,890 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:23:52,890 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:52,890 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:52,890 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/a1e2e2ec6fe54338aba232911777ce50, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/fdc2abde5a6d4b0d99d890d4d5861b92, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3a921e249e3d4c8db5946246446f9422] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=36.9 K 2024-11-22T20:23:52,891 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1e2e2ec6fe54338aba232911777ce50, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732307029611 2024-11-22T20:23:52,891 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdc2abde5a6d4b0d99d890d4d5861b92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732307030234 2024-11-22T20:23:52,891 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a921e249e3d4c8db5946246446f9422, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732307031380 2024-11-22T20:23:52,897 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#560 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:52,897 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/df4d1472f88e427684afa1622ed54b4f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/df4d1472f88e427684afa1622ed54b4f 2024-11-22T20:23:52,897 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/60936d83224040d7970ca8ade2e91f89 is 50, key is test_row_0/C:col10/1732307031380/Put/seqid=0 2024-11-22T20:23:52,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742471_1647 (size=13323) 2024-11-22T20:23:52,901 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into df4d1472f88e427684afa1622ed54b4f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:52,901 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:52,901 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=13, startTime=1732307032463; duration=0sec 2024-11-22T20:23:52,902 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:52,902 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:52,905 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/60936d83224040d7970ca8ade2e91f89 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/60936d83224040d7970ca8ade2e91f89 2024-11-22T20:23:52,909 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into 60936d83224040d7970ca8ade2e91f89(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:52,909 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:52,909 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=13, startTime=1732307032463; duration=0sec 2024-11-22T20:23:52,910 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:52,910 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-22T20:23:52,928 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-22T20:23:52,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-22T20:23:52,931 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:23:52,931 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:52,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:52,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307092965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307092970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307092970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307092970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307092971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:23:53,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/0c38cda378bf4bdba7a6d87dd55fc361 2024-11-22T20:23:53,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/dbca19f1b6894423916942ab15be4110 is 50, key is test_row_0/B:col10/1732307032026/Put/seqid=0 2024-11-22T20:23:53,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742472_1648 (size=12301) 2024-11-22T20:23:53,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:23:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:23:53,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:23:53,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:53,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307093269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307093274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307093276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307093276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307093276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:23:53,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:53,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/dbca19f1b6894423916942ab15be4110 2024-11-22T20:23:53,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/80d90d64a00c47c9835c8405adfb362f is 50, key is test_row_0/C:col10/1732307032026/Put/seqid=0 2024-11-22T20:23:53,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742473_1649 (size=12301) 2024-11-22T20:23:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:23:53,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:23:53,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:53,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:23:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307093774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307093778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307093780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307093781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307093782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:53,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:23:53,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:53,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:53,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/80d90d64a00c47c9835c8405adfb362f 2024-11-22T20:23:53,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/0c38cda378bf4bdba7a6d87dd55fc361 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/0c38cda378bf4bdba7a6d87dd55fc361 2024-11-22T20:23:53,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/0c38cda378bf4bdba7a6d87dd55fc361, entries=250, sequenceid=433, filesize=16.8 K 2024-11-22T20:23:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/dbca19f1b6894423916942ab15be4110 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dbca19f1b6894423916942ab15be4110 2024-11-22T20:23:53,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dbca19f1b6894423916942ab15be4110, entries=150, sequenceid=433, filesize=12.0 K 2024-11-22T20:23:53,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/80d90d64a00c47c9835c8405adfb362f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/80d90d64a00c47c9835c8405adfb362f 2024-11-22T20:23:53,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/80d90d64a00c47c9835c8405adfb362f, entries=150, sequenceid=433, filesize=12.0 K 2024-11-22T20:23:53,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for edbc82315598c22e4fb7d11c8c471bff in 1244ms, sequenceid=433, compaction requested=false 2024-11-22T20:23:53,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:53,999 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:54,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-22T20:23:54,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:54,000 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-22T20:23:54,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:54,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:54,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d2bb1f805c5e4c4f844a4bd044a07baf is 50, key is test_row_0/A:col10/1732307032653/Put/seqid=0 2024-11-22T20:23:54,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742474_1650 (size=12301) 2024-11-22T20:23:54,011 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d2bb1f805c5e4c4f844a4bd044a07baf 2024-11-22T20:23:54,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/4155b191b6a540f8b08cb52be7af2909 is 50, key is test_row_0/B:col10/1732307032653/Put/seqid=0 2024-11-22T20:23:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742475_1651 (size=12301) 2024-11-22T20:23:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:23:54,422 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/4155b191b6a540f8b08cb52be7af2909 2024-11-22T20:23:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/122dc816a811402bb5098487df17ceab is 50, key is test_row_0/C:col10/1732307032653/Put/seqid=0 2024-11-22T20:23:54,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742476_1652 (size=12301) 2024-11-22T20:23:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:54,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:54,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307094808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:54,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307094810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:54,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307094811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:54,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307094812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:54,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307094813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:54,833 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/122dc816a811402bb5098487df17ceab 2024-11-22T20:23:54,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/d2bb1f805c5e4c4f844a4bd044a07baf as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2bb1f805c5e4c4f844a4bd044a07baf 2024-11-22T20:23:54,840 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2bb1f805c5e4c4f844a4bd044a07baf, entries=150, sequenceid=451, filesize=12.0 K 2024-11-22T20:23:54,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/4155b191b6a540f8b08cb52be7af2909 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/4155b191b6a540f8b08cb52be7af2909 2024-11-22T20:23:54,844 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/4155b191b6a540f8b08cb52be7af2909, entries=150, sequenceid=451, filesize=12.0 K 2024-11-22T20:23:54,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/122dc816a811402bb5098487df17ceab as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/122dc816a811402bb5098487df17ceab 2024-11-22T20:23:54,848 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/122dc816a811402bb5098487df17ceab, entries=150, sequenceid=451, filesize=12.0 K 2024-11-22T20:23:54,848 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for edbc82315598c22e4fb7d11c8c471bff in 848ms, sequenceid=451, compaction requested=true 2024-11-22T20:23:54,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:54,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:54,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-22T20:23:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-22T20:23:54,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-22T20:23:54,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9180 sec 2024-11-22T20:23:54,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.9220 sec 2024-11-22T20:23:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:54,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-22T20:23:54,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:54,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:54,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:54,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:54,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:54,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:54,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c3f1721244424abb84cb1025b8dd86a4 is 50, key is test_row_0/A:col10/1732307034803/Put/seqid=0 2024-11-22T20:23:54,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742477_1653 (size=12301) 2024-11-22T20:23:54,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307094928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:54,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307094930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:54,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307094932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307094932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307094933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-22T20:23:55,035 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-22T20:23:55,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:23:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-22T20:23:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:23:55,040 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:23:55,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307095035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,040 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:23:55,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:23:55,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307095037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307095042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307095042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307095042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:23:55,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:23:55,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:55,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307095241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307095244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307095250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307095253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307095253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c3f1721244424abb84cb1025b8dd86a4 2024-11-22T20:23:55,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/a5c97d845d7942668391300ce2d7837f is 50, key is test_row_0/B:col10/1732307034803/Put/seqid=0 2024-11-22T20:23:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742478_1654 (size=12301) 2024-11-22T20:23:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:23:55,345 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:23:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:55,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:23:55,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:55,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50168 deadline: 1732307095548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50102 deadline: 1732307095551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50092 deadline: 1732307095557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50110 deadline: 1732307095559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:23:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50156 deadline: 1732307095559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:23:55,650 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:23:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:55,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:23:55,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/a5c97d845d7942668391300ce2d7837f 2024-11-22T20:23:55,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/dafdf497c0574d6796d4577e11f93c18 is 50, key is test_row_0/C:col10/1732307034803/Put/seqid=0 2024-11-22T20:23:55,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742479_1655 (size=12301) 2024-11-22T20:23:55,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/dafdf497c0574d6796d4577e11f93c18 2024-11-22T20:23:55,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/c3f1721244424abb84cb1025b8dd86a4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c3f1721244424abb84cb1025b8dd86a4 2024-11-22T20:23:55,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c3f1721244424abb84cb1025b8dd86a4, entries=150, sequenceid=475, filesize=12.0 K 2024-11-22T20:23:55,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/a5c97d845d7942668391300ce2d7837f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a5c97d845d7942668391300ce2d7837f 2024-11-22T20:23:55,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a5c97d845d7942668391300ce2d7837f, entries=150, sequenceid=475, filesize=12.0 K 2024-11-22T20:23:55,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/dafdf497c0574d6796d4577e11f93c18 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dafdf497c0574d6796d4577e11f93c18 2024-11-22T20:23:55,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dafdf497c0574d6796d4577e11f93c18, entries=150, sequenceid=475, filesize=12.0 K 2024-11-22T20:23:55,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for edbc82315598c22e4fb7d11c8c471bff in 844ms, sequenceid=475, compaction requested=true 2024-11-22T20:23:55,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:55,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:23:55,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:55,764 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:55,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:23:55,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:55,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edbc82315598c22e4fb7d11c8c471bff:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:23:55,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:55,764 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:55,765 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55106 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:55,765 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/A is initiating minor compaction (all files) 2024-11-22T20:23:55,765 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/A in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,765 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/5ab4aaae08504a35a26ec248bda59a4b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/0c38cda378bf4bdba7a6d87dd55fc361, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2bb1f805c5e4c4f844a4bd044a07baf, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c3f1721244424abb84cb1025b8dd86a4] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=53.8 K 2024-11-22T20:23:55,765 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:55,765 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/B is initiating minor compaction (all files) 2024-11-22T20:23:55,765 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/B in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,765 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ab4aaae08504a35a26ec248bda59a4b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732307031380 2024-11-22T20:23:55,765 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/df4d1472f88e427684afa1622ed54b4f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dbca19f1b6894423916942ab15be4110, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/4155b191b6a540f8b08cb52be7af2909, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a5c97d845d7942668391300ce2d7837f] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=49.0 K 2024-11-22T20:23:55,765 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c38cda378bf4bdba7a6d87dd55fc361, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732307032022 2024-11-22T20:23:55,765 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting df4d1472f88e427684afa1622ed54b4f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732307031380 2024-11-22T20:23:55,765 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting dbca19f1b6894423916942ab15be4110, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732307032022 2024-11-22T20:23:55,765 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2bb1f805c5e4c4f844a4bd044a07baf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732307032653 2024-11-22T20:23:55,766 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3f1721244424abb84cb1025b8dd86a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732307034803 2024-11-22T20:23:55,766 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 4155b191b6a540f8b08cb52be7af2909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732307032653 2024-11-22T20:23:55,766 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting a5c97d845d7942668391300ce2d7837f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732307034803 2024-11-22T20:23:55,767 DEBUG [Thread-2435 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0657e1bf to 127.0.0.1:52147 2024-11-22T20:23:55,768 DEBUG [Thread-2435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:55,769 DEBUG [Thread-2439 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54e8a98a to 127.0.0.1:52147 2024-11-22T20:23:55,769 DEBUG [Thread-2439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:55,771 DEBUG [Thread-2437 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dee2855 to 127.0.0.1:52147 2024-11-22T20:23:55,771 DEBUG [Thread-2437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:55,773 DEBUG [Thread-2433 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10bda459 to 127.0.0.1:52147 2024-11-22T20:23:55,773 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:55,774 DEBUG [Thread-2431 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x402e5def to 127.0.0.1:52147 2024-11-22T20:23:55,774 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:55,776 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#A#compaction#569 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:55,776 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#B#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:55,776 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/0fdea1cbb23a44abb486c843982c6013 is 50, key is test_row_0/A:col10/1732307034803/Put/seqid=0 2024-11-22T20:23:55,776 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/fb0ab6ec16e14f4cae7e32281c1a551c is 50, key is test_row_0/B:col10/1732307034803/Put/seqid=0 2024-11-22T20:23:55,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742480_1656 (size=13459) 2024-11-22T20:23:55,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742481_1657 (size=13459) 2024-11-22T20:23:55,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:55,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-22T20:23:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:55,803 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-22T20:23:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:55,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:55,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/064b4d1779fe4ce7b968f01da512e7da is 50, key is test_row_0/A:col10/1732307034931/Put/seqid=0 2024-11-22T20:23:55,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742482_1658 (size=12301) 2024-11-22T20:23:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:56,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. as already flushing 2024-11-22T20:23:56,055 DEBUG [Thread-2426 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x134bfe32 to 127.0.0.1:52147 2024-11-22T20:23:56,055 DEBUG [Thread-2426 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:56,060 DEBUG [Thread-2424 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d125972 to 127.0.0.1:52147 2024-11-22T20:23:56,060 DEBUG [Thread-2424 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:56,063 DEBUG [Thread-2420 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x345fa4f7 to 127.0.0.1:52147 2024-11-22T20:23:56,063 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:56,066 DEBUG [Thread-2428 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b55f2f to 127.0.0.1:52147 2024-11-22T20:23:56,066 DEBUG [Thread-2428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:56,067 DEBUG [Thread-2422 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x315a23ef to 127.0.0.1:52147 2024-11-22T20:23:56,067 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:23:56,183 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/0fdea1cbb23a44abb486c843982c6013 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/0fdea1cbb23a44abb486c843982c6013 2024-11-22T20:23:56,183 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/fb0ab6ec16e14f4cae7e32281c1a551c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fb0ab6ec16e14f4cae7e32281c1a551c 2024-11-22T20:23:56,187 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/A of edbc82315598c22e4fb7d11c8c471bff into 0fdea1cbb23a44abb486c843982c6013(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:56,187 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/B of edbc82315598c22e4fb7d11c8c471bff into fb0ab6ec16e14f4cae7e32281c1a551c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:56,187 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:56,187 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:56,187 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/A, priority=12, startTime=1732307035764; duration=0sec 2024-11-22T20:23:56,187 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/B, priority=12, startTime=1732307035764; duration=0sec 2024-11-22T20:23:56,187 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:23:56,187 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:A 2024-11-22T20:23:56,187 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:56,187 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:B 2024-11-22T20:23:56,187 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T20:23:56,188 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T20:23:56,188 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): edbc82315598c22e4fb7d11c8c471bff/C is initiating minor compaction (all files) 2024-11-22T20:23:56,188 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of edbc82315598c22e4fb7d11c8c471bff/C in TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:56,189 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/60936d83224040d7970ca8ade2e91f89, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/80d90d64a00c47c9835c8405adfb362f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/122dc816a811402bb5098487df17ceab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dafdf497c0574d6796d4577e11f93c18] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp, totalSize=49.0 K 2024-11-22T20:23:56,189 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60936d83224040d7970ca8ade2e91f89, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732307031380 2024-11-22T20:23:56,189 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80d90d64a00c47c9835c8405adfb362f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732307032022 2024-11-22T20:23:56,189 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 122dc816a811402bb5098487df17ceab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732307032653 2024-11-22T20:23:56,190 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting dafdf497c0574d6796d4577e11f93c18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732307034803 2024-11-22T20:23:56,195 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edbc82315598c22e4fb7d11c8c471bff#C#compaction#572 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:23:56,196 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/271521b9136e47f8a1c1623efaccba68 is 50, key is test_row_0/C:col10/1732307034803/Put/seqid=0 2024-11-22T20:23:56,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742483_1659 (size=13459) 2024-11-22T20:23:56,202 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/271521b9136e47f8a1c1623efaccba68 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/271521b9136e47f8a1c1623efaccba68 2024-11-22T20:23:56,205 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in edbc82315598c22e4fb7d11c8c471bff/C of edbc82315598c22e4fb7d11c8c471bff into 271521b9136e47f8a1c1623efaccba68(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:23:56,205 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:56,205 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff., storeName=edbc82315598c22e4fb7d11c8c471bff/C, priority=12, startTime=1732307035764; duration=0sec 2024-11-22T20:23:56,205 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:23:56,205 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edbc82315598c22e4fb7d11c8c471bff:C 2024-11-22T20:23:56,209 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/064b4d1779fe4ce7b968f01da512e7da 2024-11-22T20:23:56,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/78fe03b98b5d47d9a71f619b8dbe2b4c is 50, key is test_row_0/B:col10/1732307034931/Put/seqid=0 2024-11-22T20:23:56,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742484_1660 (size=12301) 2024-11-22T20:23:56,617 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/78fe03b98b5d47d9a71f619b8dbe2b4c 2024-11-22T20:23:56,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/969502dc87574950b3f90b6e84cf531e is 50, key is test_row_0/C:col10/1732307034931/Put/seqid=0 2024-11-22T20:23:56,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742485_1661 (size=12301) 2024-11-22T20:23:57,025 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/969502dc87574950b3f90b6e84cf531e 2024-11-22T20:23:57,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/064b4d1779fe4ce7b968f01da512e7da as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/064b4d1779fe4ce7b968f01da512e7da 2024-11-22T20:23:57,030 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/064b4d1779fe4ce7b968f01da512e7da, entries=150, sequenceid=487, filesize=12.0 K 2024-11-22T20:23:57,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/78fe03b98b5d47d9a71f619b8dbe2b4c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/78fe03b98b5d47d9a71f619b8dbe2b4c 2024-11-22T20:23:57,033 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/78fe03b98b5d47d9a71f619b8dbe2b4c, entries=150, sequenceid=487, filesize=12.0 K 2024-11-22T20:23:57,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/969502dc87574950b3f90b6e84cf531e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/969502dc87574950b3f90b6e84cf531e 2024-11-22T20:23:57,035 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/969502dc87574950b3f90b6e84cf531e, entries=150, sequenceid=487, filesize=12.0 K 2024-11-22T20:23:57,036 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=33.54 KB/34350 for edbc82315598c22e4fb7d11c8c471bff in 1233ms, sequenceid=487, compaction requested=false 2024-11-22T20:23:57,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:57,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:57,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-22T20:23:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-22T20:23:57,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-22T20:23:57,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9970 sec 2024-11-22T20:23:57,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.0000 sec 2024-11-22T20:23:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-22T20:23:57,143 INFO [Thread-2430 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2555 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7663 rows 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2561 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7683 rows 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2555 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7665 rows 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2560 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7680 rows 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2576 2024-11-22T20:23:57,144 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7727 rows 2024-11-22T20:23:57,144 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:23:57,144 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x048087da to 127.0.0.1:52147 2024-11-22T20:23:57,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:23:57,146 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:23:57,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:23:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:23:57,150 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732307037150"}]},"ts":"1732307037150"} 2024-11-22T20:23:57,151 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:23:57,153 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:23:57,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:23:57,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=edbc82315598c22e4fb7d11c8c471bff, UNASSIGN}] 2024-11-22T20:23:57,155 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=edbc82315598c22e4fb7d11c8c471bff, UNASSIGN 2024-11-22T20:23:57,155 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=edbc82315598c22e4fb7d11c8c471bff, regionState=CLOSING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:57,156 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:23:57,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:23:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:23:57,308 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:23:57,308 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:57,308 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:23:57,309 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing edbc82315598c22e4fb7d11c8c471bff, disabling compactions & flushes 2024-11-22T20:23:57,309 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:57,309 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:57,309 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. after waiting 0 ms 2024-11-22T20:23:57,309 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:57,309 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing edbc82315598c22e4fb7d11c8c471bff 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-22T20:23:57,309 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=A 2024-11-22T20:23:57,309 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:57,309 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=B 2024-11-22T20:23:57,309 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:57,309 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK edbc82315598c22e4fb7d11c8c471bff, store=C 2024-11-22T20:23:57,309 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:23:57,313 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/b57e77d98b3e458b8a4be3c597b8548a is 50, key is test_row_0/A:col10/1732307036062/Put/seqid=0 2024-11-22T20:23:57,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742486_1662 (size=12301) 2024-11-22T20:23:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:23:57,716 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/b57e77d98b3e458b8a4be3c597b8548a 2024-11-22T20:23:57,721 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/2333e0297a574b548c925e4fb6e92735 is 50, key is test_row_0/B:col10/1732307036062/Put/seqid=0 2024-11-22T20:23:57,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742487_1663 (size=12301) 2024-11-22T20:23:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:23:58,125 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/2333e0297a574b548c925e4fb6e92735 2024-11-22T20:23:58,130 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/5577327d25fc4a79a5824edb52c9cd9f is 50, key is test_row_0/C:col10/1732307036062/Put/seqid=0 2024-11-22T20:23:58,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742488_1664 (size=12301) 2024-11-22T20:23:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:23:58,533 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/5577327d25fc4a79a5824edb52c9cd9f 2024-11-22T20:23:58,537 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/A/b57e77d98b3e458b8a4be3c597b8548a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/b57e77d98b3e458b8a4be3c597b8548a 2024-11-22T20:23:58,539 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/b57e77d98b3e458b8a4be3c597b8548a, entries=150, sequenceid=498, filesize=12.0 K 2024-11-22T20:23:58,539 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/B/2333e0297a574b548c925e4fb6e92735 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2333e0297a574b548c925e4fb6e92735 2024-11-22T20:23:58,542 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2333e0297a574b548c925e4fb6e92735, entries=150, sequenceid=498, filesize=12.0 K 2024-11-22T20:23:58,542 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/.tmp/C/5577327d25fc4a79a5824edb52c9cd9f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/5577327d25fc4a79a5824edb52c9cd9f 2024-11-22T20:23:58,544 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/5577327d25fc4a79a5824edb52c9cd9f, entries=150, sequenceid=498, filesize=12.0 K 2024-11-22T20:23:58,545 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for edbc82315598c22e4fb7d11c8c471bff in 1236ms, sequenceid=498, compaction requested=true 2024-11-22T20:23:58,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/00be20d1f1334cc38350f8404c3abd12, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/3fbf9c6470bf47c0b2b9dc562a58e887, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/10458ea37f1d49efabd2cf171cbcda5f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/04fb5d179a6a4e41ba7356177a4eef93, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/be9f102917914e95bf4dfa6e15062e61, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d9037fd63d864736925abe7074ce9d80, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/43fbd81816734afeac63681c42b1b003, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8d65716551a34c899c45953e6a960edc, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/5cabfa2a8a04479bbd12691a3885c9fb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c549f7f14f5d4847847ec37d8485fa9e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7f2d6b03ffe84d59930781076990c552, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/651d997af3514c33afdf163b0a634207, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/58d26a9e56904476ad124a91273d0c88, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/b6d83f6ee84b4c7f8370beb2c550498c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/2702c89c71674b28a45506b1667f47ec, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d0c6640344a1453ea5e7fdfce912f1f5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/34bbab149f4e47e98ab20690729c6a9b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/f6244f37eee54812acc823a874450f5b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c66e47ef5ca44f2ba1c53257fd436e1e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/213472b58a1444dcb54973079fdbc604, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8001f97c2f4948289fbb3e75799b5a71, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/11f956ee08e14caf9fc5356c5375fbce, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/9d9de50bdbfc42e29ce28c1a90fd5f02, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c43e880b601e4d74806445b8f4ff1e46, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/1f5497995513496cb5cfe712c884b57a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7ef9692ae995411984f76940f4062f29, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/88e111ae23824d63a320ec1a523f28d7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/51ee5a72c00f44578ac70d4ee7bfd50f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/a1c095738f2348a5a70d82a38e657212, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2890b803a7a4f90947ac5b17917a5a9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/5ab4aaae08504a35a26ec248bda59a4b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/0c38cda378bf4bdba7a6d87dd55fc361, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2bb1f805c5e4c4f844a4bd044a07baf, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c3f1721244424abb84cb1025b8dd86a4] to archive 2024-11-22T20:23:58,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:58,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/00be20d1f1334cc38350f8404c3abd12 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/00be20d1f1334cc38350f8404c3abd12 2024-11-22T20:23:58,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/3fbf9c6470bf47c0b2b9dc562a58e887 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/3fbf9c6470bf47c0b2b9dc562a58e887 2024-11-22T20:23:58,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/10458ea37f1d49efabd2cf171cbcda5f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/10458ea37f1d49efabd2cf171cbcda5f 2024-11-22T20:23:58,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/04fb5d179a6a4e41ba7356177a4eef93 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/04fb5d179a6a4e41ba7356177a4eef93 2024-11-22T20:23:58,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/be9f102917914e95bf4dfa6e15062e61 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/be9f102917914e95bf4dfa6e15062e61 2024-11-22T20:23:58,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d9037fd63d864736925abe7074ce9d80 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d9037fd63d864736925abe7074ce9d80 2024-11-22T20:23:58,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/43fbd81816734afeac63681c42b1b003 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/43fbd81816734afeac63681c42b1b003 2024-11-22T20:23:58,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8d65716551a34c899c45953e6a960edc to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8d65716551a34c899c45953e6a960edc 2024-11-22T20:23:58,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/5cabfa2a8a04479bbd12691a3885c9fb to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/5cabfa2a8a04479bbd12691a3885c9fb 2024-11-22T20:23:58,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c549f7f14f5d4847847ec37d8485fa9e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c549f7f14f5d4847847ec37d8485fa9e 2024-11-22T20:23:58,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7f2d6b03ffe84d59930781076990c552 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7f2d6b03ffe84d59930781076990c552 2024-11-22T20:23:58,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/651d997af3514c33afdf163b0a634207 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/651d997af3514c33afdf163b0a634207 2024-11-22T20:23:58,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/58d26a9e56904476ad124a91273d0c88 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/58d26a9e56904476ad124a91273d0c88 2024-11-22T20:23:58,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/b6d83f6ee84b4c7f8370beb2c550498c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/b6d83f6ee84b4c7f8370beb2c550498c 2024-11-22T20:23:58,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/2702c89c71674b28a45506b1667f47ec to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/2702c89c71674b28a45506b1667f47ec 2024-11-22T20:23:58,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d0c6640344a1453ea5e7fdfce912f1f5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d0c6640344a1453ea5e7fdfce912f1f5 2024-11-22T20:23:58,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/34bbab149f4e47e98ab20690729c6a9b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/34bbab149f4e47e98ab20690729c6a9b 2024-11-22T20:23:58,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/f6244f37eee54812acc823a874450f5b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/f6244f37eee54812acc823a874450f5b 2024-11-22T20:23:58,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c66e47ef5ca44f2ba1c53257fd436e1e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c66e47ef5ca44f2ba1c53257fd436e1e 2024-11-22T20:23:58,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/213472b58a1444dcb54973079fdbc604 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/213472b58a1444dcb54973079fdbc604 2024-11-22T20:23:58,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8001f97c2f4948289fbb3e75799b5a71 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/8001f97c2f4948289fbb3e75799b5a71 2024-11-22T20:23:58,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/11f956ee08e14caf9fc5356c5375fbce to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/11f956ee08e14caf9fc5356c5375fbce 2024-11-22T20:23:58,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/9d9de50bdbfc42e29ce28c1a90fd5f02 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/9d9de50bdbfc42e29ce28c1a90fd5f02 2024-11-22T20:23:58,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c43e880b601e4d74806445b8f4ff1e46 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c43e880b601e4d74806445b8f4ff1e46 2024-11-22T20:23:58,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/1f5497995513496cb5cfe712c884b57a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/1f5497995513496cb5cfe712c884b57a 2024-11-22T20:23:58,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7ef9692ae995411984f76940f4062f29 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/7ef9692ae995411984f76940f4062f29 2024-11-22T20:23:58,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/88e111ae23824d63a320ec1a523f28d7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/88e111ae23824d63a320ec1a523f28d7 2024-11-22T20:23:58,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/51ee5a72c00f44578ac70d4ee7bfd50f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/51ee5a72c00f44578ac70d4ee7bfd50f 2024-11-22T20:23:58,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/a1c095738f2348a5a70d82a38e657212 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/a1c095738f2348a5a70d82a38e657212 2024-11-22T20:23:58,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2890b803a7a4f90947ac5b17917a5a9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2890b803a7a4f90947ac5b17917a5a9 2024-11-22T20:23:58,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/5ab4aaae08504a35a26ec248bda59a4b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/5ab4aaae08504a35a26ec248bda59a4b 2024-11-22T20:23:58,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/0c38cda378bf4bdba7a6d87dd55fc361 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/0c38cda378bf4bdba7a6d87dd55fc361 2024-11-22T20:23:58,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2bb1f805c5e4c4f844a4bd044a07baf to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/d2bb1f805c5e4c4f844a4bd044a07baf 2024-11-22T20:23:58,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c3f1721244424abb84cb1025b8dd86a4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/c3f1721244424abb84cb1025b8dd86a4 2024-11-22T20:23:58,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a58653ec3d974b3db7caeebd6a10890b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b32f4f5f031648fd9470dbffec028c19, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/7fa27698df964c61b8e6a4674cbe306f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/58e496c9c2c74a389b53b7b7706c0233, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/bdce489ca3b74113a1536e2f9c40a6a8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f67a227f9b534d16886b389fa274e6a6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/6327e2496bcc4ef1a74409bc2522454d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/02ff7212f7c34b20a6bcdb73b1da5eea, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/946ccdf7010f4685ab3809539ae64407, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fcdb8a45c8ed4b33a6ce8e2096db399e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dba894daf0894ab790fcba8739a61b44, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/e4b764ee6075401eaa8a07ae8ca25c93, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/98ef959bab094634aeff784ef1ce8334, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/849459371e3748a18de0e42d9ae97766, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/96e43041c647468ca67e8b9cc2c22f4c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7414fc4dfe4575bec9ba590757cff5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cbba5ed4c098458b8ee1a02f90810f3c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cb30ee700b0744ee96bf412cc074fb61, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/763ea586d5324b0cbe48f7f237c82c0f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fdd1069259ab40e9acf8ecebfeb08596, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/83008125507d4404a9cdc3f409027423, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/8b83bc1db871445bae0efa5c5a77fe04, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/9193d04dbfc74ab6a636c6beac6e0714, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cf79e6e91e9f42b8ae9182de9f2b409a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/af04e2458c614332ae9f265885012700, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/39b30afc9c8b42859b2e5074020ed920, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7cc97d0f3a4ec9bd113d7ac6c21050, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/89ffbe4c0b4c43aca08c27a3577fb721, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b7faee4bd59c434694486671f71b5da4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/df4d1472f88e427684afa1622ed54b4f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f74be1c186f148a28326afb0c6d3a3a9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dbca19f1b6894423916942ab15be4110, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/4155b191b6a540f8b08cb52be7af2909, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a5c97d845d7942668391300ce2d7837f] to archive 2024-11-22T20:23:58,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:58,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a58653ec3d974b3db7caeebd6a10890b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a58653ec3d974b3db7caeebd6a10890b 2024-11-22T20:23:58,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b32f4f5f031648fd9470dbffec028c19 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b32f4f5f031648fd9470dbffec028c19 2024-11-22T20:23:58,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/7fa27698df964c61b8e6a4674cbe306f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/7fa27698df964c61b8e6a4674cbe306f 2024-11-22T20:23:58,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/58e496c9c2c74a389b53b7b7706c0233 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/58e496c9c2c74a389b53b7b7706c0233 2024-11-22T20:23:58,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/bdce489ca3b74113a1536e2f9c40a6a8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/bdce489ca3b74113a1536e2f9c40a6a8 2024-11-22T20:23:58,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f67a227f9b534d16886b389fa274e6a6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f67a227f9b534d16886b389fa274e6a6 2024-11-22T20:23:58,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/6327e2496bcc4ef1a74409bc2522454d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/6327e2496bcc4ef1a74409bc2522454d 2024-11-22T20:23:58,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/02ff7212f7c34b20a6bcdb73b1da5eea to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/02ff7212f7c34b20a6bcdb73b1da5eea 2024-11-22T20:23:58,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/946ccdf7010f4685ab3809539ae64407 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/946ccdf7010f4685ab3809539ae64407 2024-11-22T20:23:58,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fcdb8a45c8ed4b33a6ce8e2096db399e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fcdb8a45c8ed4b33a6ce8e2096db399e 2024-11-22T20:23:58,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dba894daf0894ab790fcba8739a61b44 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dba894daf0894ab790fcba8739a61b44 2024-11-22T20:23:58,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/e4b764ee6075401eaa8a07ae8ca25c93 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/e4b764ee6075401eaa8a07ae8ca25c93 2024-11-22T20:23:58,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/98ef959bab094634aeff784ef1ce8334 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/98ef959bab094634aeff784ef1ce8334 2024-11-22T20:23:58,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/849459371e3748a18de0e42d9ae97766 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/849459371e3748a18de0e42d9ae97766 2024-11-22T20:23:58,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/96e43041c647468ca67e8b9cc2c22f4c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/96e43041c647468ca67e8b9cc2c22f4c 2024-11-22T20:23:58,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7414fc4dfe4575bec9ba590757cff5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7414fc4dfe4575bec9ba590757cff5 2024-11-22T20:23:58,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cbba5ed4c098458b8ee1a02f90810f3c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cbba5ed4c098458b8ee1a02f90810f3c 2024-11-22T20:23:58,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cb30ee700b0744ee96bf412cc074fb61 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cb30ee700b0744ee96bf412cc074fb61 2024-11-22T20:23:58,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/763ea586d5324b0cbe48f7f237c82c0f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/763ea586d5324b0cbe48f7f237c82c0f 2024-11-22T20:23:58,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fdd1069259ab40e9acf8ecebfeb08596 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fdd1069259ab40e9acf8ecebfeb08596 2024-11-22T20:23:58,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/83008125507d4404a9cdc3f409027423 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/83008125507d4404a9cdc3f409027423 2024-11-22T20:23:58,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/8b83bc1db871445bae0efa5c5a77fe04 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/8b83bc1db871445bae0efa5c5a77fe04 2024-11-22T20:23:58,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/9193d04dbfc74ab6a636c6beac6e0714 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/9193d04dbfc74ab6a636c6beac6e0714 2024-11-22T20:23:58,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cf79e6e91e9f42b8ae9182de9f2b409a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/cf79e6e91e9f42b8ae9182de9f2b409a 2024-11-22T20:23:58,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/af04e2458c614332ae9f265885012700 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/af04e2458c614332ae9f265885012700 2024-11-22T20:23:58,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/39b30afc9c8b42859b2e5074020ed920 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/39b30afc9c8b42859b2e5074020ed920 2024-11-22T20:23:58,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7cc97d0f3a4ec9bd113d7ac6c21050 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2c7cc97d0f3a4ec9bd113d7ac6c21050 2024-11-22T20:23:58,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/89ffbe4c0b4c43aca08c27a3577fb721 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/89ffbe4c0b4c43aca08c27a3577fb721 2024-11-22T20:23:58,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b7faee4bd59c434694486671f71b5da4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/b7faee4bd59c434694486671f71b5da4 2024-11-22T20:23:58,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/df4d1472f88e427684afa1622ed54b4f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/df4d1472f88e427684afa1622ed54b4f 2024-11-22T20:23:58,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f74be1c186f148a28326afb0c6d3a3a9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/f74be1c186f148a28326afb0c6d3a3a9 2024-11-22T20:23:58,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dbca19f1b6894423916942ab15be4110 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/dbca19f1b6894423916942ab15be4110 2024-11-22T20:23:58,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/4155b191b6a540f8b08cb52be7af2909 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/4155b191b6a540f8b08cb52be7af2909 2024-11-22T20:23:58,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a5c97d845d7942668391300ce2d7837f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/a5c97d845d7942668391300ce2d7837f 2024-11-22T20:23:58,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/159a8b10db534ccb90a8756df36b91a2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e05b5fb4628a4a2a8a58efac0a86cce8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/032680cbfed440988fb17ead77a48d72, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e2527e66fe8f4d95b0e6987a853d2dc8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/73e3b58b26fb404bbdbf23267e2a8dd3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d2cf83f5cd1477e8e3258d422a3a704, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/02de1eb76705439b887c71b2afed5c3f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3e6dee842e674b5d9472ce7609cbcb4c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/ce6fc67813734575a46e541c968563eb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/42a43a1a12a04955a3f19c78b650ba32, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc8616bcddad4f6fbcd89d246969ac70, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/ef2247f0757145d189a6c8e9fe39414e, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/6323d80dbfbe40b39351f2db58307089, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/175030ac9ba149e7b38b62d3c0034573, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/f152111555204391a112a094ffd03e7a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/7ea7a1b91b8b4bc981438dd159cc0ea6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/bbcd34066dcd4d79b79de8f333b3312c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc5f44b8be464e96b21316dbf8584477, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/65c5f45bfa074c1cbaeb6ac2111a5005, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/81e8510088c04d6f9a63742aff20dca7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/4d8b606975d24211876c468b6b7d07f7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/48c953b32f3e4a5e8c27c95ac8789a4c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d9e70e63e414595b2da18ec53683e99, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/c5d6f439aecf4aed80a7a0ce0ff78272, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/637da192cb0b49ed97b66d43b7040903, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/2ec3eda2b5894b5e840cd6e136769e3a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/a1e2e2ec6fe54338aba232911777ce50, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/cc39ab7ad629401b8b2289f87e88fd22, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/fdc2abde5a6d4b0d99d890d4d5861b92, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/60936d83224040d7970ca8ade2e91f89, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3a921e249e3d4c8db5946246446f9422, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/80d90d64a00c47c9835c8405adfb362f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/122dc816a811402bb5098487df17ceab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dafdf497c0574d6796d4577e11f93c18] to archive 2024-11-22T20:23:58,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:23:58,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/159a8b10db534ccb90a8756df36b91a2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/159a8b10db534ccb90a8756df36b91a2 2024-11-22T20:23:58,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e05b5fb4628a4a2a8a58efac0a86cce8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e05b5fb4628a4a2a8a58efac0a86cce8 2024-11-22T20:23:58,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/032680cbfed440988fb17ead77a48d72 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/032680cbfed440988fb17ead77a48d72 2024-11-22T20:23:58,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e2527e66fe8f4d95b0e6987a853d2dc8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/e2527e66fe8f4d95b0e6987a853d2dc8 2024-11-22T20:23:58,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/73e3b58b26fb404bbdbf23267e2a8dd3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/73e3b58b26fb404bbdbf23267e2a8dd3 2024-11-22T20:23:58,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d2cf83f5cd1477e8e3258d422a3a704 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d2cf83f5cd1477e8e3258d422a3a704 2024-11-22T20:23:58,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/02de1eb76705439b887c71b2afed5c3f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/02de1eb76705439b887c71b2afed5c3f 2024-11-22T20:23:58,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3e6dee842e674b5d9472ce7609cbcb4c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3e6dee842e674b5d9472ce7609cbcb4c 2024-11-22T20:23:58,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/ce6fc67813734575a46e541c968563eb to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/ce6fc67813734575a46e541c968563eb 2024-11-22T20:23:58,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/42a43a1a12a04955a3f19c78b650ba32 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/42a43a1a12a04955a3f19c78b650ba32 2024-11-22T20:23:58,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc8616bcddad4f6fbcd89d246969ac70 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc8616bcddad4f6fbcd89d246969ac70 2024-11-22T20:23:58,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/ef2247f0757145d189a6c8e9fe39414e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/ef2247f0757145d189a6c8e9fe39414e 2024-11-22T20:23:58,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/6323d80dbfbe40b39351f2db58307089 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/6323d80dbfbe40b39351f2db58307089 2024-11-22T20:23:58,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/175030ac9ba149e7b38b62d3c0034573 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/175030ac9ba149e7b38b62d3c0034573 2024-11-22T20:23:58,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/f152111555204391a112a094ffd03e7a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/f152111555204391a112a094ffd03e7a 2024-11-22T20:23:58,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/7ea7a1b91b8b4bc981438dd159cc0ea6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/7ea7a1b91b8b4bc981438dd159cc0ea6 2024-11-22T20:23:58,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/bbcd34066dcd4d79b79de8f333b3312c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/bbcd34066dcd4d79b79de8f333b3312c 2024-11-22T20:23:58,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc5f44b8be464e96b21316dbf8584477 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dc5f44b8be464e96b21316dbf8584477 2024-11-22T20:23:58,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/65c5f45bfa074c1cbaeb6ac2111a5005 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/65c5f45bfa074c1cbaeb6ac2111a5005 2024-11-22T20:23:58,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/81e8510088c04d6f9a63742aff20dca7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/81e8510088c04d6f9a63742aff20dca7 2024-11-22T20:23:58,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/4d8b606975d24211876c468b6b7d07f7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/4d8b606975d24211876c468b6b7d07f7 2024-11-22T20:23:58,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/48c953b32f3e4a5e8c27c95ac8789a4c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/48c953b32f3e4a5e8c27c95ac8789a4c 2024-11-22T20:23:58,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d9e70e63e414595b2da18ec53683e99 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/8d9e70e63e414595b2da18ec53683e99 2024-11-22T20:23:58,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/c5d6f439aecf4aed80a7a0ce0ff78272 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/c5d6f439aecf4aed80a7a0ce0ff78272 2024-11-22T20:23:58,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/637da192cb0b49ed97b66d43b7040903 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/637da192cb0b49ed97b66d43b7040903 2024-11-22T20:23:58,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/2ec3eda2b5894b5e840cd6e136769e3a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/2ec3eda2b5894b5e840cd6e136769e3a 2024-11-22T20:23:58,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/a1e2e2ec6fe54338aba232911777ce50 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/a1e2e2ec6fe54338aba232911777ce50 2024-11-22T20:23:58,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/cc39ab7ad629401b8b2289f87e88fd22 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/cc39ab7ad629401b8b2289f87e88fd22 2024-11-22T20:23:58,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/fdc2abde5a6d4b0d99d890d4d5861b92 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/fdc2abde5a6d4b0d99d890d4d5861b92 2024-11-22T20:23:58,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/60936d83224040d7970ca8ade2e91f89 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/60936d83224040d7970ca8ade2e91f89 2024-11-22T20:23:58,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3a921e249e3d4c8db5946246446f9422 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/3a921e249e3d4c8db5946246446f9422 2024-11-22T20:23:58,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/80d90d64a00c47c9835c8405adfb362f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/80d90d64a00c47c9835c8405adfb362f 2024-11-22T20:23:58,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/122dc816a811402bb5098487df17ceab to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/122dc816a811402bb5098487df17ceab 2024-11-22T20:23:58,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dafdf497c0574d6796d4577e11f93c18 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/dafdf497c0574d6796d4577e11f93c18 2024-11-22T20:23:58,632 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/recovered.edits/501.seqid, newMaxSeqId=501, maxSeqId=1 2024-11-22T20:23:58,633 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff. 2024-11-22T20:23:58,633 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for edbc82315598c22e4fb7d11c8c471bff: 2024-11-22T20:23:58,634 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:58,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=edbc82315598c22e4fb7d11c8c471bff, regionState=CLOSED 2024-11-22T20:23:58,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-22T20:23:58,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure edbc82315598c22e4fb7d11c8c471bff, server=bc573ddb75cd,39703,1732306894037 in 1.4790 sec 2024-11-22T20:23:58,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-22T20:23:58,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=edbc82315598c22e4fb7d11c8c471bff, UNASSIGN in 1.4820 sec 2024-11-22T20:23:58,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-22T20:23:58,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4850 sec 2024-11-22T20:23:58,640 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732307038640"}]},"ts":"1732307038640"} 2024-11-22T20:23:58,641 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:23:58,643 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:23:58,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4960 sec 2024-11-22T20:23:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-22T20:23:59,253 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-22T20:23:59,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:23:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:59,255 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:59,255 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T20:23:59,257 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:59,259 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/recovered.edits] 2024-11-22T20:23:59,261 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/064b4d1779fe4ce7b968f01da512e7da to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/064b4d1779fe4ce7b968f01da512e7da 2024-11-22T20:23:59,262 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/0fdea1cbb23a44abb486c843982c6013 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/0fdea1cbb23a44abb486c843982c6013 2024-11-22T20:23:59,262 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/b57e77d98b3e458b8a4be3c597b8548a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/A/b57e77d98b3e458b8a4be3c597b8548a 2024-11-22T20:23:59,264 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2333e0297a574b548c925e4fb6e92735 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/2333e0297a574b548c925e4fb6e92735 2024-11-22T20:23:59,265 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/78fe03b98b5d47d9a71f619b8dbe2b4c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/78fe03b98b5d47d9a71f619b8dbe2b4c 2024-11-22T20:23:59,266 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fb0ab6ec16e14f4cae7e32281c1a551c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/B/fb0ab6ec16e14f4cae7e32281c1a551c 2024-11-22T20:23:59,267 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/271521b9136e47f8a1c1623efaccba68 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/271521b9136e47f8a1c1623efaccba68 2024-11-22T20:23:59,268 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/5577327d25fc4a79a5824edb52c9cd9f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/5577327d25fc4a79a5824edb52c9cd9f 2024-11-22T20:23:59,268 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/969502dc87574950b3f90b6e84cf531e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/C/969502dc87574950b3f90b6e84cf531e 2024-11-22T20:23:59,270 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/recovered.edits/501.seqid to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff/recovered.edits/501.seqid 2024-11-22T20:23:59,271 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/edbc82315598c22e4fb7d11c8c471bff 2024-11-22T20:23:59,271 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:23:59,272 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:59,273 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:23:59,275 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:23:59,276 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:59,276 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:23:59,276 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732307039276"}]},"ts":"9223372036854775807"} 2024-11-22T20:23:59,277 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:23:59,277 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => edbc82315598c22e4fb7d11c8c471bff, NAME => 'TestAcidGuarantees,,1732307014608.edbc82315598c22e4fb7d11c8c471bff.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:23:59,277 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:23:59,278 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732307039277"}]},"ts":"9223372036854775807"} 2024-11-22T20:23:59,279 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:23:59,281 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:59,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-22T20:23:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-22T20:23:59,356 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-22T20:23:59,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=459 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 565), ProcessCount=11 (was 11), AvailableMemoryMB=4454 (was 4726) 2024-11-22T20:23:59,374 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=241, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=4454 2024-11-22T20:23:59,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:23:59,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:23:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T20:23:59,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T20:23:59,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:23:59,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-22T20:23:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T20:23:59,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T20:23:59,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742489_1665 (size=963) 2024-11-22T20:23:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T20:23:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T20:23:59,783 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f 2024-11-22T20:23:59,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742490_1666 (size=53) 2024-11-22T20:23:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T20:24:00,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:24:00,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 448fbdd78d63d3a68480362534c8a425, disabling compactions & flushes 2024-11-22T20:24:00,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:00,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:00,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. after waiting 0 ms 2024-11-22T20:24:00,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:00,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:00,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:00,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T20:24:00,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732307040189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732307040189"}]},"ts":"1732307040189"} 2024-11-22T20:24:00,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-22T20:24:00,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T20:24:00,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732307040191"}]},"ts":"1732307040191"} 2024-11-22T20:24:00,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T20:24:00,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, ASSIGN}] 2024-11-22T20:24:00,196 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, ASSIGN 2024-11-22T20:24:00,196 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, ASSIGN; state=OFFLINE, location=bc573ddb75cd,39703,1732306894037; forceNewPlan=false, retain=false 2024-11-22T20:24:00,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=448fbdd78d63d3a68480362534c8a425, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:00,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:24:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T20:24:00,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:00,502 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:00,502 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:24:00,502 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:00,502 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:24:00,502 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:00,502 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:00,503 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:00,504 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:24:00,504 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 448fbdd78d63d3a68480362534c8a425 columnFamilyName A 2024-11-22T20:24:00,504 DEBUG [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:00,505 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(327): Store=448fbdd78d63d3a68480362534c8a425/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:24:00,505 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:00,505 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:24:00,506 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 448fbdd78d63d3a68480362534c8a425 columnFamilyName B 2024-11-22T20:24:00,506 DEBUG [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:00,506 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(327): Store=448fbdd78d63d3a68480362534c8a425/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:24:00,506 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:00,507 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:24:00,507 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 448fbdd78d63d3a68480362534c8a425 columnFamilyName C 2024-11-22T20:24:00,507 DEBUG [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:00,507 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(327): Store=448fbdd78d63d3a68480362534c8a425/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:24:00,507 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:00,508 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:00,508 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:00,509 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:24:00,510 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:00,511 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T20:24:00,511 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 448fbdd78d63d3a68480362534c8a425; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61895021, jitterRate=-0.07769231498241425}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:24:00,512 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:00,512 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., pid=151, masterSystemTime=1732307040499 2024-11-22T20:24:00,513 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:00,513 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:00,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=448fbdd78d63d3a68480362534c8a425, regionState=OPEN, openSeqNum=2, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:00,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-22T20:24:00,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 in 166 msec 2024-11-22T20:24:00,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-22T20:24:00,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, ASSIGN in 320 msec 2024-11-22T20:24:00,517 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T20:24:00,517 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732307040517"}]},"ts":"1732307040517"} 2024-11-22T20:24:00,518 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T20:24:00,520 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T20:24:00,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-22T20:24:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-22T20:24:01,481 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-22T20:24:01,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c53df25 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19952f0c 2024-11-22T20:24:01,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151bac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:01,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:01,490 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:01,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T20:24:01,492 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T20:24:01,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T20:24:01,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T20:24:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T20:24:01,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742491_1667 (size=999) 2024-11-22T20:24:01,903 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-22T20:24:01,903 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-22T20:24:01,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:24:01,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, REOPEN/MOVE}] 2024-11-22T20:24:01,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, REOPEN/MOVE 2024-11-22T20:24:01,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=448fbdd78d63d3a68480362534c8a425, regionState=CLOSING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:01,908 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:24:01,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:24:02,021 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T20:24:02,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,060 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,060 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:24:02,060 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 448fbdd78d63d3a68480362534c8a425, disabling compactions & flushes 2024-11-22T20:24:02,060 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,060 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,060 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. after waiting 0 ms 2024-11-22T20:24:02,060 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,063 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T20:24:02,063 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,063 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:02,063 WARN [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 448fbdd78d63d3a68480362534c8a425 to self. 2024-11-22T20:24:02,065 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,065 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=448fbdd78d63d3a68480362534c8a425, regionState=CLOSED 2024-11-22T20:24:02,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-22T20:24:02,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 in 158 msec 2024-11-22T20:24:02,067 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, REOPEN/MOVE; state=CLOSED, location=bc573ddb75cd,39703,1732306894037; forceNewPlan=false, retain=true 2024-11-22T20:24:02,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=448fbdd78d63d3a68480362534c8a425, regionState=OPENING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:24:02,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,373 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,373 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} 2024-11-22T20:24:02,373 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,373 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T20:24:02,373 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,373 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,374 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,375 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:24:02,375 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 448fbdd78d63d3a68480362534c8a425 columnFamilyName A 2024-11-22T20:24:02,376 DEBUG [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:02,376 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(327): Store=448fbdd78d63d3a68480362534c8a425/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:24:02,376 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,377 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:24:02,377 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 448fbdd78d63d3a68480362534c8a425 columnFamilyName B 2024-11-22T20:24:02,377 DEBUG [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:02,377 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(327): Store=448fbdd78d63d3a68480362534c8a425/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:24:02,378 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,378 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-22T20:24:02,378 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 448fbdd78d63d3a68480362534c8a425 columnFamilyName C 2024-11-22T20:24:02,378 DEBUG [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:02,378 INFO [StoreOpener-448fbdd78d63d3a68480362534c8a425-1 {}] regionserver.HStore(327): Store=448fbdd78d63d3a68480362534c8a425/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T20:24:02,379 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,379 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,380 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,381 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T20:24:02,382 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,382 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 448fbdd78d63d3a68480362534c8a425; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74717873, jitterRate=0.11338306963443756}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T20:24:02,383 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:02,383 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., pid=156, masterSystemTime=1732307042370 2024-11-22T20:24:02,384 DEBUG [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,384 INFO [RS_OPEN_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,385 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=448fbdd78d63d3a68480362534c8a425, regionState=OPEN, openSeqNum=5, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-22T20:24:02,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 in 166 msec 2024-11-22T20:24:02,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-22T20:24:02,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, REOPEN/MOVE in 480 msec 2024-11-22T20:24:02,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-22T20:24:02,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-22T20:24:02,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-22T20:24:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-22T20:24:02,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58e7ba75 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68ba132a 2024-11-22T20:24:02,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2089b1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:02,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3005670a to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@81e0163 2024-11-22T20:24:02,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f51785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:02,400 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x092e7af3 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71c377ac 2024-11-22T20:24:02,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc71f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:02,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17899883 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d1de3c9 2024-11-22T20:24:02,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a7bd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:02,407 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b739a35 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9e22139 2024-11-22T20:24:02,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d688bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:02,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38481360 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31f7e171 2024-11-22T20:24:02,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b06a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:02,413 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62750e61 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c078737 2024-11-22T20:24:02,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d02ace0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:02,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b968040 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bf8843a 2024-11-22T20:24:02,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63054209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:02,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49019618 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76670256 2024-11-22T20:24:02,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbb1399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:02,426 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7887fec7 to 127.0.0.1:52147 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36bc3633 2024-11-22T20:24:02,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fccca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T20:24:02,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:24:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-22T20:24:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T20:24:02,434 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:24:02,435 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:24:02,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:24:02,440 DEBUG [hconnection-0x4a9f0d1d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:02,441 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:02,441 DEBUG [hconnection-0x3a015ff6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:02,441 DEBUG [hconnection-0x5c0b7822-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:02,441 DEBUG [hconnection-0x19884305-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:02,442 DEBUG [hconnection-0x25a1099a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:02,442 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:02,442 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:02,442 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:02,442 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:02,444 DEBUG [hconnection-0x6fbba437-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:02,445 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:02,447 DEBUG [hconnection-0x37bfc1d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:02,448 DEBUG [hconnection-0x67d9ce34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:02,448 DEBUG [hconnection-0x48828061-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:02,448 DEBUG [hconnection-0x7754699a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T20:24:02,448 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:02,449 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:02,449 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:02,450 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T20:24:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:24:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:02,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307102465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307102466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307102468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307102468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307102469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226888314e35154945ac9033cec728f953_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307042445/Put/seqid=0 2024-11-22T20:24:02,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742492_1668 (size=12154) 2024-11-22T20:24:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T20:24:02,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307102569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307102570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307102572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307102572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307102572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-22T20:24:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:02,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T20:24:02,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-22T20:24:02,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:02,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:02,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:02,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307102772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307102773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307102774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307102774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:02,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307102776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,886 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:02,889 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226888314e35154945ac9033cec728f953_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226888314e35154945ac9033cec728f953_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:02,890 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/4277178926f44cff86d597db1df12a19, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:02,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/4277178926f44cff86d597db1df12a19 is 175, key is test_row_0/A:col10/1732307042445/Put/seqid=0 2024-11-22T20:24:02,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:02,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-22T20:24:02,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:02,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:02,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:02,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742493_1669 (size=30955) 2024-11-22T20:24:02,895 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/4277178926f44cff86d597db1df12a19 2024-11-22T20:24:02,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/8d49fa19a1be4ce9835b11b1ab57cadd is 50, key is test_row_0/B:col10/1732307042445/Put/seqid=0 2024-11-22T20:24:02,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742494_1670 (size=12001) 2024-11-22T20:24:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T20:24:03,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-22T20:24:03,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:03,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307103075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307103075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307103076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307103078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307103080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-22T20:24:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/8d49fa19a1be4ce9835b11b1ab57cadd 2024-11-22T20:24:03,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-22T20:24:03,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:03,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/0c7bd2138b3142bd966f2b37c18b09b0 is 50, key is test_row_0/C:col10/1732307042445/Put/seqid=0 2024-11-22T20:24:03,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742495_1671 (size=12001) 2024-11-22T20:24:03,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-22T20:24:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T20:24:03,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307103578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:03,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307103582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307103582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307103583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307103585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-22T20:24:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:03,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:03,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/0c7bd2138b3142bd966f2b37c18b09b0 2024-11-22T20:24:03,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/4277178926f44cff86d597db1df12a19 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/4277178926f44cff86d597db1df12a19 2024-11-22T20:24:03,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/4277178926f44cff86d597db1df12a19, entries=150, sequenceid=16, filesize=30.2 K 2024-11-22T20:24:03,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/8d49fa19a1be4ce9835b11b1ab57cadd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8d49fa19a1be4ce9835b11b1ab57cadd 2024-11-22T20:24:03,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8d49fa19a1be4ce9835b11b1ab57cadd, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T20:24:03,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/0c7bd2138b3142bd966f2b37c18b09b0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0c7bd2138b3142bd966f2b37c18b09b0 2024-11-22T20:24:03,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0c7bd2138b3142bd966f2b37c18b09b0, entries=150, sequenceid=16, filesize=11.7 K 2024-11-22T20:24:03,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 448fbdd78d63d3a68480362534c8a425 in 1340ms, sequenceid=16, compaction requested=false 2024-11-22T20:24:03,791 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T20:24:03,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:03,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:03,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-22T20:24:03,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:03,809 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:24:03,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:03,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:03,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:03,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:03,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:03,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:03,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221c428ae979434a9fbe2fc6cf0993a86f_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307042467/Put/seqid=0 2024-11-22T20:24:03,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742496_1672 (size=12154) 2024-11-22T20:24:04,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T20:24:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:04,224 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221c428ae979434a9fbe2fc6cf0993a86f_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221c428ae979434a9fbe2fc6cf0993a86f_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/e4a051fd39644d669a7fcbd343a2ffb2, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:04,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/e4a051fd39644d669a7fcbd343a2ffb2 is 175, key is test_row_0/A:col10/1732307042467/Put/seqid=0 2024-11-22T20:24:04,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742497_1673 (size=30955) 2024-11-22T20:24:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T20:24:04,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:04,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307104624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307104625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307104627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,630 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/e4a051fd39644d669a7fcbd343a2ffb2 2024-11-22T20:24:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307104628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307104628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/2fd3cd7216be46a79ae5aa8d93e468f9 is 50, key is test_row_0/B:col10/1732307042467/Put/seqid=0 2024-11-22T20:24:04,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742498_1674 (size=12001) 2024-11-22T20:24:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307104729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307104729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307104729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307104730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307104731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307104931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307104931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307104931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307104933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:04,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307104934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,041 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/2fd3cd7216be46a79ae5aa8d93e468f9 2024-11-22T20:24:05,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/06811ad23c174817b15aaadc154cdf9b is 50, key is test_row_0/C:col10/1732307042467/Put/seqid=0 2024-11-22T20:24:05,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742499_1675 (size=12001) 2024-11-22T20:24:05,052 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/06811ad23c174817b15aaadc154cdf9b 2024-11-22T20:24:05,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/e4a051fd39644d669a7fcbd343a2ffb2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/e4a051fd39644d669a7fcbd343a2ffb2 2024-11-22T20:24:05,058 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/e4a051fd39644d669a7fcbd343a2ffb2, entries=150, sequenceid=41, filesize=30.2 K 2024-11-22T20:24:05,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/2fd3cd7216be46a79ae5aa8d93e468f9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2fd3cd7216be46a79ae5aa8d93e468f9 2024-11-22T20:24:05,064 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2fd3cd7216be46a79ae5aa8d93e468f9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T20:24:05,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/06811ad23c174817b15aaadc154cdf9b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/06811ad23c174817b15aaadc154cdf9b 2024-11-22T20:24:05,069 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/06811ad23c174817b15aaadc154cdf9b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-22T20:24:05,070 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 448fbdd78d63d3a68480362534c8a425 in 1261ms, sequenceid=41, compaction requested=false 2024-11-22T20:24:05,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:05,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:05,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-22T20:24:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-22T20:24:05,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-22T20:24:05,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec 2024-11-22T20:24:05,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.6400 sec 2024-11-22T20:24:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:05,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:24:05,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:05,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:05,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:05,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:05,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:05,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:05,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307105252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307105252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307105253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307105254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307105255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a165faeef9fe4c57a9a76db756ee3808_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307045237/Put/seqid=0 2024-11-22T20:24:05,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742500_1676 (size=17034) 2024-11-22T20:24:05,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307105356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307105357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307105357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307105357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307105359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307105559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307105560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307105560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307105560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307105562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:05,698 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a165faeef9fe4c57a9a76db756ee3808_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a165faeef9fe4c57a9a76db756ee3808_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:05,699 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/aec57a46e1574f3c93d6218f583119b0, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:05,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/aec57a46e1574f3c93d6218f583119b0 is 175, key is test_row_0/A:col10/1732307045237/Put/seqid=0 2024-11-22T20:24:05,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742501_1677 (size=48139) 2024-11-22T20:24:05,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307105863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307105864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307105864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307105864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:05,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307105864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:06,104 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/aec57a46e1574f3c93d6218f583119b0 2024-11-22T20:24:06,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/2bd32ba99434463ba4634e92bd8cbbec is 50, key is test_row_0/B:col10/1732307045237/Put/seqid=0 2024-11-22T20:24:06,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742502_1678 (size=12001) 2024-11-22T20:24:06,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/2bd32ba99434463ba4634e92bd8cbbec 2024-11-22T20:24:06,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ad75d4d1cd1c4752b8d0d6c2ae97b158 is 50, key is test_row_0/C:col10/1732307045237/Put/seqid=0 2024-11-22T20:24:06,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742503_1679 (size=12001) 2024-11-22T20:24:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307106366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:06,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307106368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:06,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307106369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:06,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:06,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307106369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307106370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:06,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ad75d4d1cd1c4752b8d0d6c2ae97b158 2024-11-22T20:24:06,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/aec57a46e1574f3c93d6218f583119b0 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/aec57a46e1574f3c93d6218f583119b0 2024-11-22T20:24:06,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/aec57a46e1574f3c93d6218f583119b0, entries=250, sequenceid=56, filesize=47.0 K 2024-11-22T20:24:06,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/2bd32ba99434463ba4634e92bd8cbbec as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2bd32ba99434463ba4634e92bd8cbbec 2024-11-22T20:24:06,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2bd32ba99434463ba4634e92bd8cbbec, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T20:24:06,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ad75d4d1cd1c4752b8d0d6c2ae97b158 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ad75d4d1cd1c4752b8d0d6c2ae97b158 2024-11-22T20:24:06,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ad75d4d1cd1c4752b8d0d6c2ae97b158, entries=150, sequenceid=56, filesize=11.7 K 2024-11-22T20:24:06,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 448fbdd78d63d3a68480362534c8a425 in 1299ms, sequenceid=56, compaction requested=true 2024-11-22T20:24:06,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:06,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:24:06,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:06,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:24:06,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:06,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:24:06,537 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:06,537 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:06,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:06,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:06,539 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:06,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/A is initiating minor compaction (all files) 2024-11-22T20:24:06,539 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/B is initiating minor compaction (all files) 2024-11-22T20:24:06,539 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/B in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:06,539 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/A in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:06,539 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8d49fa19a1be4ce9835b11b1ab57cadd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2fd3cd7216be46a79ae5aa8d93e468f9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2bd32ba99434463ba4634e92bd8cbbec] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=35.2 K 2024-11-22T20:24:06,539 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/4277178926f44cff86d597db1df12a19, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/e4a051fd39644d669a7fcbd343a2ffb2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/aec57a46e1574f3c93d6218f583119b0] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=107.5 K 2024-11-22T20:24:06,539 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:06,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/4277178926f44cff86d597db1df12a19, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/e4a051fd39644d669a7fcbd343a2ffb2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/aec57a46e1574f3c93d6218f583119b0] 2024-11-22T20:24:06,539 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d49fa19a1be4ce9835b11b1ab57cadd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732307042445 2024-11-22T20:24:06,539 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4277178926f44cff86d597db1df12a19, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732307042445 2024-11-22T20:24:06,540 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fd3cd7216be46a79ae5aa8d93e468f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732307042464 2024-11-22T20:24:06,540 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4a051fd39644d669a7fcbd343a2ffb2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732307042464 2024-11-22T20:24:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-22T20:24:06,540 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bd32ba99434463ba4634e92bd8cbbec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732307044627 2024-11-22T20:24:06,540 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting aec57a46e1574f3c93d6218f583119b0, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732307044625 2024-11-22T20:24:06,540 INFO [Thread-2913 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-22T20:24:06,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:24:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-22T20:24:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T20:24:06,544 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:24:06,545 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:24:06,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:24:06,550 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#B#compaction#587 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:06,550 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/b7ed4fd39dd8449b875e3442eccfc7f8 is 50, key is test_row_0/B:col10/1732307045237/Put/seqid=0 2024-11-22T20:24:06,560 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:06,563 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112225622df090164b2797be758d20a4c7c6_448fbdd78d63d3a68480362534c8a425 store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742504_1680 (size=12104) 2024-11-22T20:24:06,565 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112225622df090164b2797be758d20a4c7c6_448fbdd78d63d3a68480362534c8a425, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:06,565 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112225622df090164b2797be758d20a4c7c6_448fbdd78d63d3a68480362534c8a425 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:06,570 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/b7ed4fd39dd8449b875e3442eccfc7f8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/b7ed4fd39dd8449b875e3442eccfc7f8 2024-11-22T20:24:06,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742505_1681 (size=4469) 2024-11-22T20:24:06,575 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#A#compaction#588 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:06,575 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/B of 448fbdd78d63d3a68480362534c8a425 into b7ed4fd39dd8449b875e3442eccfc7f8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:06,575 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:06,575 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/B, priority=13, startTime=1732307046537; duration=0sec 2024-11-22T20:24:06,575 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:06,575 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:B 2024-11-22T20:24:06,575 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:06,575 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/5807c7358f7143ff82ffc162cb1f1b2f is 175, key is test_row_0/A:col10/1732307045237/Put/seqid=0 2024-11-22T20:24:06,577 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:06,577 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/C is initiating minor compaction (all files) 2024-11-22T20:24:06,577 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/C in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:06,577 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0c7bd2138b3142bd966f2b37c18b09b0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/06811ad23c174817b15aaadc154cdf9b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ad75d4d1cd1c4752b8d0d6c2ae97b158] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=35.2 K 2024-11-22T20:24:06,577 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c7bd2138b3142bd966f2b37c18b09b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732307042445 2024-11-22T20:24:06,577 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 06811ad23c174817b15aaadc154cdf9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732307042464 2024-11-22T20:24:06,578 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ad75d4d1cd1c4752b8d0d6c2ae97b158, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732307044627 2024-11-22T20:24:06,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742506_1682 (size=31058) 2024-11-22T20:24:06,585 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/5807c7358f7143ff82ffc162cb1f1b2f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/5807c7358f7143ff82ffc162cb1f1b2f 2024-11-22T20:24:06,586 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#C#compaction#589 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:06,586 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ed8082dbfe2a4e1ebb2b1aa8f2d0870d is 50, key is test_row_0/C:col10/1732307045237/Put/seqid=0 2024-11-22T20:24:06,590 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/A of 448fbdd78d63d3a68480362534c8a425 into 5807c7358f7143ff82ffc162cb1f1b2f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:06,591 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:06,591 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/A, priority=13, startTime=1732307046537; duration=0sec 2024-11-22T20:24:06,591 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:06,591 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:A 2024-11-22T20:24:06,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742507_1683 (size=12104) 2024-11-22T20:24:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T20:24:06,697 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:06,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-22T20:24:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:06,698 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-22T20:24:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:06,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:06,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a29eae1bbaee4d66bd046c32cdc117a8_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307045254/Put/seqid=0 2024-11-22T20:24:06,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742508_1684 (size=12154) 2024-11-22T20:24:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T20:24:06,998 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ed8082dbfe2a4e1ebb2b1aa8f2d0870d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ed8082dbfe2a4e1ebb2b1aa8f2d0870d 2024-11-22T20:24:07,002 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/C of 448fbdd78d63d3a68480362534c8a425 into ed8082dbfe2a4e1ebb2b1aa8f2d0870d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:07,002 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:07,002 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/C, priority=13, startTime=1732307046537; duration=0sec 2024-11-22T20:24:07,002 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:07,002 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:C 2024-11-22T20:24:07,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:07,116 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a29eae1bbaee4d66bd046c32cdc117a8_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a29eae1bbaee4d66bd046c32cdc117a8_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:07,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/91ec778c1286427ba40c7abbe02f270d, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:07,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/91ec778c1286427ba40c7abbe02f270d is 175, key is test_row_0/A:col10/1732307045254/Put/seqid=0 2024-11-22T20:24:07,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742509_1685 (size=30955) 2024-11-22T20:24:07,123 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/91ec778c1286427ba40c7abbe02f270d 2024-11-22T20:24:07,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/7afae12e24394b89a3547db4f3ce6a36 is 50, key is test_row_0/B:col10/1732307045254/Put/seqid=0 2024-11-22T20:24:07,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742510_1686 (size=12001) 2024-11-22T20:24:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T20:24:07,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307107382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307107383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307107410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307107410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307107410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307107511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307107511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307107514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307107514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307107514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,535 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/7afae12e24394b89a3547db4f3ce6a36 2024-11-22T20:24:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/1285453027314bc1b8614d56692feb07 is 50, key is test_row_0/C:col10/1732307045254/Put/seqid=0 2024-11-22T20:24:07,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742511_1687 (size=12001) 2024-11-22T20:24:07,549 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/1285453027314bc1b8614d56692feb07 2024-11-22T20:24:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/91ec778c1286427ba40c7abbe02f270d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/91ec778c1286427ba40c7abbe02f270d 2024-11-22T20:24:07,558 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/91ec778c1286427ba40c7abbe02f270d, entries=150, sequenceid=79, filesize=30.2 K 2024-11-22T20:24:07,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/7afae12e24394b89a3547db4f3ce6a36 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/7afae12e24394b89a3547db4f3ce6a36 2024-11-22T20:24:07,563 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/7afae12e24394b89a3547db4f3ce6a36, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T20:24:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/1285453027314bc1b8614d56692feb07 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/1285453027314bc1b8614d56692feb07 2024-11-22T20:24:07,567 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/1285453027314bc1b8614d56692feb07, entries=150, sequenceid=79, filesize=11.7 K 2024-11-22T20:24:07,568 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 448fbdd78d63d3a68480362534c8a425 in 870ms, sequenceid=79, compaction requested=false 2024-11-22T20:24:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-22T20:24:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-22T20:24:07,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-22T20:24:07,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec 2024-11-22T20:24:07,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.0290 sec 2024-11-22T20:24:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-22T20:24:07,647 INFO [Thread-2913 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-22T20:24:07,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:24:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-22T20:24:07,649 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:24:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T20:24:07,650 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:24:07,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:24:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:07,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-22T20:24:07,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:07,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:07,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:07,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:07,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:07,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:07,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fce8f7f67d564d598379e0c16de0412f_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307047714/Put/seqid=0 2024-11-22T20:24:07,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742512_1688 (size=12154) 2024-11-22T20:24:07,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307107728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307107729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307107732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307107732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307107732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T20:24:07,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:07,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:07,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:07,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:07,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:07,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:07,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307107833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307107833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307107835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307107835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307107836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T20:24:07,954 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:07,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:07,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307108037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307108037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307108038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307108038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307108039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:08,135 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fce8f7f67d564d598379e0c16de0412f_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fce8f7f67d564d598379e0c16de0412f_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:08,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/c4ba1ddee78c46cb93acbf2c4cc8b744, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:08,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/c4ba1ddee78c46cb93acbf2c4cc8b744 is 175, key is test_row_0/A:col10/1732307047714/Put/seqid=0 2024-11-22T20:24:08,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742513_1689 (size=30955) 2024-11-22T20:24:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T20:24:08,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307108339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307108340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307108341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307108342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307108344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,541 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/c4ba1ddee78c46cb93acbf2c4cc8b744 2024-11-22T20:24:08,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/c3c47082bb70492dbd79607e493dad9c is 50, key is test_row_0/B:col10/1732307047714/Put/seqid=0 2024-11-22T20:24:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742514_1690 (size=12001) 2024-11-22T20:24:08,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:08,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T20:24:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307108845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307108845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307108845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307108848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307108848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:08,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:08,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:08,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:08,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/c3c47082bb70492dbd79607e493dad9c 2024-11-22T20:24:08,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/fcf41dbf290b46da805c7593bf7c3063 is 50, key is test_row_0/C:col10/1732307047714/Put/seqid=0 2024-11-22T20:24:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742515_1691 (size=12001) 2024-11-22T20:24:09,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:09,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:09,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:09,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:09,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:09,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/fcf41dbf290b46da805c7593bf7c3063 2024-11-22T20:24:09,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/c4ba1ddee78c46cb93acbf2c4cc8b744 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/c4ba1ddee78c46cb93acbf2c4cc8b744 2024-11-22T20:24:09,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/c4ba1ddee78c46cb93acbf2c4cc8b744, entries=150, sequenceid=98, filesize=30.2 K 2024-11-22T20:24:09,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/c3c47082bb70492dbd79607e493dad9c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/c3c47082bb70492dbd79607e493dad9c 2024-11-22T20:24:09,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/c3c47082bb70492dbd79607e493dad9c, entries=150, sequenceid=98, filesize=11.7 K 2024-11-22T20:24:09,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/fcf41dbf290b46da805c7593bf7c3063 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/fcf41dbf290b46da805c7593bf7c3063 2024-11-22T20:24:09,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/fcf41dbf290b46da805c7593bf7c3063, entries=150, sequenceid=98, filesize=11.7 K 2024-11-22T20:24:09,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 448fbdd78d63d3a68480362534c8a425 in 1663ms, sequenceid=98, compaction requested=true 2024-11-22T20:24:09,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:09,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:24:09,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:09,379 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:09,379 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:09,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:24:09,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:09,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:24:09,380 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:09,380 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/A is initiating minor compaction (all files) 2024-11-22T20:24:09,380 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/A in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,380 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/5807c7358f7143ff82ffc162cb1f1b2f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/91ec778c1286427ba40c7abbe02f270d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/c4ba1ddee78c46cb93acbf2c4cc8b744] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=90.8 K 2024-11-22T20:24:09,380 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,380 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/5807c7358f7143ff82ffc162cb1f1b2f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/91ec778c1286427ba40c7abbe02f270d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/c4ba1ddee78c46cb93acbf2c4cc8b744] 2024-11-22T20:24:09,380 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:09,380 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/B is initiating minor compaction (all files) 2024-11-22T20:24:09,380 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5807c7358f7143ff82ffc162cb1f1b2f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732307044627 2024-11-22T20:24:09,380 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/B in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:09,381 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/b7ed4fd39dd8449b875e3442eccfc7f8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/7afae12e24394b89a3547db4f3ce6a36, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/c3c47082bb70492dbd79607e493dad9c] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=35.3 K 2024-11-22T20:24:09,381 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ed4fd39dd8449b875e3442eccfc7f8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732307044627 2024-11-22T20:24:09,381 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91ec778c1286427ba40c7abbe02f270d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732307045251 2024-11-22T20:24:09,381 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 7afae12e24394b89a3547db4f3ce6a36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732307045251 2024-11-22T20:24:09,381 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4ba1ddee78c46cb93acbf2c4cc8b744, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732307047381 2024-11-22T20:24:09,382 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c3c47082bb70492dbd79607e493dad9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732307047381 2024-11-22T20:24:09,388 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#B#compaction#596 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:09,388 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/73e7cb349ef04cf89b81e3974b015d29 is 50, key is test_row_0/B:col10/1732307047714/Put/seqid=0 2024-11-22T20:24:09,389 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:09,391 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122195b0fea740c4fabb68f2ccc909452d7_448fbdd78d63d3a68480362534c8a425 store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742516_1692 (size=12207) 2024-11-22T20:24:09,394 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122195b0fea740c4fabb68f2ccc909452d7_448fbdd78d63d3a68480362534c8a425, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:09,394 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122195b0fea740c4fabb68f2ccc909452d7_448fbdd78d63d3a68480362534c8a425 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:09,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742517_1693 (size=4469) 2024-11-22T20:24:09,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-22T20:24:09,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,481 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-22T20:24:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:09,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:09,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b926b5f428064d63ac48b1726d1b0fc4_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307047731/Put/seqid=0 2024-11-22T20:24:09,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742518_1694 (size=12154) 2024-11-22T20:24:09,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:09,496 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b926b5f428064d63ac48b1726d1b0fc4_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b926b5f428064d63ac48b1726d1b0fc4_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:09,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/fd94636c9a0c43c3a84fbae9eb25b559, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:09,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/fd94636c9a0c43c3a84fbae9eb25b559 is 175, key is test_row_0/A:col10/1732307047731/Put/seqid=0 2024-11-22T20:24:09,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742519_1695 (size=30955) 2024-11-22T20:24:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T20:24:09,797 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/73e7cb349ef04cf89b81e3974b015d29 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/73e7cb349ef04cf89b81e3974b015d29 2024-11-22T20:24:09,798 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#A#compaction#597 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:09,799 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/532d79ed8362416ab354e7e39a0673e2 is 175, key is test_row_0/A:col10/1732307047714/Put/seqid=0 2024-11-22T20:24:09,803 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/B of 448fbdd78d63d3a68480362534c8a425 into 73e7cb349ef04cf89b81e3974b015d29(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:09,803 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:09,803 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/B, priority=13, startTime=1732307049379; duration=0sec 2024-11-22T20:24:09,803 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:09,803 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:B 2024-11-22T20:24:09,803 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:09,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742520_1696 (size=31161) 2024-11-22T20:24:09,804 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:09,805 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/C is initiating minor compaction (all files) 2024-11-22T20:24:09,805 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/C in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:09,805 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ed8082dbfe2a4e1ebb2b1aa8f2d0870d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/1285453027314bc1b8614d56692feb07, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/fcf41dbf290b46da805c7593bf7c3063] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=35.3 K 2024-11-22T20:24:09,805 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ed8082dbfe2a4e1ebb2b1aa8f2d0870d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732307044627 2024-11-22T20:24:09,806 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 1285453027314bc1b8614d56692feb07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732307045251 2024-11-22T20:24:09,807 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting fcf41dbf290b46da805c7593bf7c3063, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732307047381 2024-11-22T20:24:09,813 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/532d79ed8362416ab354e7e39a0673e2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/532d79ed8362416ab354e7e39a0673e2 2024-11-22T20:24:09,818 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/A of 448fbdd78d63d3a68480362534c8a425 into 532d79ed8362416ab354e7e39a0673e2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:09,818 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:09,818 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/A, priority=13, startTime=1732307049378; duration=0sec 2024-11-22T20:24:09,818 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:09,818 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:A 2024-11-22T20:24:09,820 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#C#compaction#599 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:09,821 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/e6499b87b40e463ca5ef4a8cb5ee5ba5 is 50, key is test_row_0/C:col10/1732307047714/Put/seqid=0 2024-11-22T20:24:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742521_1697 (size=12207) 2024-11-22T20:24:09,840 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/e6499b87b40e463ca5ef4a8cb5ee5ba5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/e6499b87b40e463ca5ef4a8cb5ee5ba5 2024-11-22T20:24:09,844 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/C of 448fbdd78d63d3a68480362534c8a425 into e6499b87b40e463ca5ef4a8cb5ee5ba5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:09,844 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:09,844 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/C, priority=13, startTime=1732307049379; duration=0sec 2024-11-22T20:24:09,844 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:09,844 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:C 2024-11-22T20:24:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:09,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307109863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307109864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307109865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307109865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307109865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,915 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/fd94636c9a0c43c3a84fbae9eb25b559 2024-11-22T20:24:09,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/e78589d4f4f445259296a2d15d1de021 is 50, key is test_row_0/B:col10/1732307047731/Put/seqid=0 2024-11-22T20:24:09,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742522_1698 (size=12001) 2024-11-22T20:24:09,924 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/e78589d4f4f445259296a2d15d1de021 2024-11-22T20:24:09,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/2fff74d0534e407ebb59767bae79f451 is 50, key is test_row_0/C:col10/1732307047731/Put/seqid=0 2024-11-22T20:24:09,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742523_1699 (size=12001) 2024-11-22T20:24:09,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307109967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307109967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307109968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307109968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307109969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307110170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307110171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307110171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307110171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307110171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,333 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/2fff74d0534e407ebb59767bae79f451 2024-11-22T20:24:10,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/fd94636c9a0c43c3a84fbae9eb25b559 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/fd94636c9a0c43c3a84fbae9eb25b559 2024-11-22T20:24:10,344 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/fd94636c9a0c43c3a84fbae9eb25b559, entries=150, sequenceid=118, filesize=30.2 K 2024-11-22T20:24:10,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/e78589d4f4f445259296a2d15d1de021 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e78589d4f4f445259296a2d15d1de021 2024-11-22T20:24:10,347 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e78589d4f4f445259296a2d15d1de021, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T20:24:10,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/2fff74d0534e407ebb59767bae79f451 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/2fff74d0534e407ebb59767bae79f451 2024-11-22T20:24:10,351 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/2fff74d0534e407ebb59767bae79f451, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T20:24:10,351 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 448fbdd78d63d3a68480362534c8a425 in 871ms, sequenceid=118, compaction requested=false 2024-11-22T20:24:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-22T20:24:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-22T20:24:10,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-22T20:24:10,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7020 sec 2024-11-22T20:24:10,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.7060 sec 2024-11-22T20:24:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:10,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-22T20:24:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:10,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:10,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229a480bc43db04d4a9e72966136b36024_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307050474/Put/seqid=0 2024-11-22T20:24:10,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742524_1700 (size=12304) 2024-11-22T20:24:10,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307110483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307110484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307110486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307110486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307110486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307110587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307110587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307110588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307110590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307110590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307110790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307110790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307110791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307110792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307110793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:10,886 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:10,898 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229a480bc43db04d4a9e72966136b36024_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229a480bc43db04d4a9e72966136b36024_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:10,899 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/1ad53ca017b04a0a819e7f844cf50a7a, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:10,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/1ad53ca017b04a0a819e7f844cf50a7a is 175, key is test_row_0/A:col10/1732307050474/Put/seqid=0 2024-11-22T20:24:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742525_1701 (size=31105) 2024-11-22T20:24:11,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307111092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307111094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307111094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307111094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307111096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,303 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=141, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/1ad53ca017b04a0a819e7f844cf50a7a 2024-11-22T20:24:11,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/4f83069155ce44c1a5f0b2a95615fffb is 50, key is test_row_0/B:col10/1732307050474/Put/seqid=0 2024-11-22T20:24:11,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742526_1702 (size=12151) 2024-11-22T20:24:11,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307111594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307111597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307111599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307111601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307111602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/4f83069155ce44c1a5f0b2a95615fffb 2024-11-22T20:24:11,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/71af611120274e689124d4718b7ddf33 is 50, key is test_row_0/C:col10/1732307050474/Put/seqid=0 2024-11-22T20:24:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742527_1703 (size=12151) 2024-11-22T20:24:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-22T20:24:11,753 INFO [Thread-2913 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-22T20:24:11,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:24:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-22T20:24:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T20:24:11,756 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:24:11,757 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:24:11,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:24:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T20:24:11,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:11,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T20:24:11,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:11,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:11,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:11,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:11,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T20:24:12,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T20:24:12,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:12,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:12,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:12,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:12,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:12,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/71af611120274e689124d4718b7ddf33 2024-11-22T20:24:12,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/1ad53ca017b04a0a819e7f844cf50a7a as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/1ad53ca017b04a0a819e7f844cf50a7a 2024-11-22T20:24:12,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/1ad53ca017b04a0a819e7f844cf50a7a, entries=150, sequenceid=141, filesize=30.4 K 2024-11-22T20:24:12,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/4f83069155ce44c1a5f0b2a95615fffb as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4f83069155ce44c1a5f0b2a95615fffb 2024-11-22T20:24:12,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4f83069155ce44c1a5f0b2a95615fffb, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T20:24:12,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/71af611120274e689124d4718b7ddf33 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/71af611120274e689124d4718b7ddf33 2024-11-22T20:24:12,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/71af611120274e689124d4718b7ddf33, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T20:24:12,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 448fbdd78d63d3a68480362534c8a425 in 1665ms, sequenceid=141, compaction requested=true 2024-11-22T20:24:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:24:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:24:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:24:12,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:12,140 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:12,140 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:12,140 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:12,140 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:12,141 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/B is initiating minor compaction (all files) 2024-11-22T20:24:12,141 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/A is initiating minor compaction (all files) 2024-11-22T20:24:12,141 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/B in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:12,141 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/A in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:12,141 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/73e7cb349ef04cf89b81e3974b015d29, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e78589d4f4f445259296a2d15d1de021, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4f83069155ce44c1a5f0b2a95615fffb] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=35.5 K 2024-11-22T20:24:12,141 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/532d79ed8362416ab354e7e39a0673e2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/fd94636c9a0c43c3a84fbae9eb25b559, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/1ad53ca017b04a0a819e7f844cf50a7a] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=91.0 K 2024-11-22T20:24:12,141 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:12,141 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/532d79ed8362416ab354e7e39a0673e2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/fd94636c9a0c43c3a84fbae9eb25b559, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/1ad53ca017b04a0a819e7f844cf50a7a] 2024-11-22T20:24:12,141 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e7cb349ef04cf89b81e3974b015d29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732307047381 2024-11-22T20:24:12,141 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 532d79ed8362416ab354e7e39a0673e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732307047381 2024-11-22T20:24:12,142 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd94636c9a0c43c3a84fbae9eb25b559, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732307047728 2024-11-22T20:24:12,142 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting e78589d4f4f445259296a2d15d1de021, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732307047728 2024-11-22T20:24:12,142 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f83069155ce44c1a5f0b2a95615fffb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732307049864 2024-11-22T20:24:12,142 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ad53ca017b04a0a819e7f844cf50a7a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732307049864 2024-11-22T20:24:12,147 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:12,149 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#B#compaction#606 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:12,149 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/955b726774204809a41f714be3727353 is 50, key is test_row_0/B:col10/1732307050474/Put/seqid=0 2024-11-22T20:24:12,151 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112297e14bbc8a924711b24f9d460db5ef66_448fbdd78d63d3a68480362534c8a425 store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:12,153 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112297e14bbc8a924711b24f9d460db5ef66_448fbdd78d63d3a68480362534c8a425, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:12,153 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112297e14bbc8a924711b24f9d460db5ef66_448fbdd78d63d3a68480362534c8a425 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742528_1704 (size=12459) 2024-11-22T20:24:12,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742529_1705 (size=4469) 2024-11-22T20:24:12,161 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#A#compaction#605 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:12,161 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/a5f70f28e92544f5b7a878f5ed2afaa6 is 175, key is test_row_0/A:col10/1732307050474/Put/seqid=0 2024-11-22T20:24:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742530_1706 (size=31413) 2024-11-22T20:24:12,169 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/a5f70f28e92544f5b7a878f5ed2afaa6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/a5f70f28e92544f5b7a878f5ed2afaa6 2024-11-22T20:24:12,174 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/A of 448fbdd78d63d3a68480362534c8a425 into a5f70f28e92544f5b7a878f5ed2afaa6(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:12,174 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:12,174 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/A, priority=13, startTime=1732307052140; duration=0sec 2024-11-22T20:24:12,175 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:12,175 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:A 2024-11-22T20:24:12,175 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:12,175 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:12,175 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/C is initiating minor compaction (all files) 2024-11-22T20:24:12,176 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/C in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:12,176 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/e6499b87b40e463ca5ef4a8cb5ee5ba5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/2fff74d0534e407ebb59767bae79f451, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/71af611120274e689124d4718b7ddf33] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=35.5 K 2024-11-22T20:24:12,176 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6499b87b40e463ca5ef4a8cb5ee5ba5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732307047381 2024-11-22T20:24:12,176 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fff74d0534e407ebb59767bae79f451, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732307047728 2024-11-22T20:24:12,177 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71af611120274e689124d4718b7ddf33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732307049864 2024-11-22T20:24:12,182 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#C#compaction#607 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:12,182 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/c7614c72c22048d6b39470ac60c08893 is 50, key is test_row_0/C:col10/1732307050474/Put/seqid=0 2024-11-22T20:24:12,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742531_1707 (size=12459) 2024-11-22T20:24:12,188 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/c7614c72c22048d6b39470ac60c08893 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c7614c72c22048d6b39470ac60c08893 2024-11-22T20:24:12,193 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/C of 448fbdd78d63d3a68480362534c8a425 into c7614c72c22048d6b39470ac60c08893(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:12,193 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:12,193 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/C, priority=13, startTime=1732307052140; duration=0sec 2024-11-22T20:24:12,194 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:12,194 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:C 2024-11-22T20:24:12,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-22T20:24:12,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:12,213 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:24:12,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:12,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:12,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:12,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:12,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:12,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:12,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112207fd4e4c76344111b17bbf933a5c5459_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307050484/Put/seqid=0 2024-11-22T20:24:12,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742532_1708 (size=12304) 2024-11-22T20:24:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T20:24:12,560 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/955b726774204809a41f714be3727353 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/955b726774204809a41f714be3727353 2024-11-22T20:24:12,565 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/B of 448fbdd78d63d3a68480362534c8a425 into 955b726774204809a41f714be3727353(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:12,565 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:12,565 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/B, priority=13, startTime=1732307052140; duration=0sec 2024-11-22T20:24:12,565 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:12,565 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:B 2024-11-22T20:24:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:12,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307112616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307112617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307112618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307112619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307112619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:12,649 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112207fd4e4c76344111b17bbf933a5c5459_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207fd4e4c76344111b17bbf933a5c5459_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:12,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/8cae3fc5118d42149cbdb49b756d8aa6, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/8cae3fc5118d42149cbdb49b756d8aa6 is 175, key is test_row_0/A:col10/1732307050484/Put/seqid=0 2024-11-22T20:24:12,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742533_1709 (size=31105) 2024-11-22T20:24:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307112720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307112721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307112721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307112722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307112722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T20:24:12,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307112922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307112922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307112923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307112924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:12,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307112925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,055 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/8cae3fc5118d42149cbdb49b756d8aa6 2024-11-22T20:24:13,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/4e414675b96a4349a468ccc10cff6bed is 50, key is test_row_0/B:col10/1732307050484/Put/seqid=0 2024-11-22T20:24:13,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742534_1710 (size=12151) 2024-11-22T20:24:13,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307113225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307113227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307113227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307113227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307113228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,465 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/4e414675b96a4349a468ccc10cff6bed 2024-11-22T20:24:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/0a98e6e2475b4aa483f6df8399f56b12 is 50, key is test_row_0/C:col10/1732307050484/Put/seqid=0 2024-11-22T20:24:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742535_1711 (size=12151) 2024-11-22T20:24:13,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307113730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307113732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307113733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307113733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307113734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T20:24:13,884 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/0a98e6e2475b4aa483f6df8399f56b12 2024-11-22T20:24:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/8cae3fc5118d42149cbdb49b756d8aa6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/8cae3fc5118d42149cbdb49b756d8aa6 2024-11-22T20:24:13,891 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/8cae3fc5118d42149cbdb49b756d8aa6, entries=150, sequenceid=159, filesize=30.4 K 2024-11-22T20:24:13,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/4e414675b96a4349a468ccc10cff6bed as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4e414675b96a4349a468ccc10cff6bed 2024-11-22T20:24:13,895 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4e414675b96a4349a468ccc10cff6bed, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T20:24:13,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/0a98e6e2475b4aa483f6df8399f56b12 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0a98e6e2475b4aa483f6df8399f56b12 2024-11-22T20:24:13,899 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0a98e6e2475b4aa483f6df8399f56b12, entries=150, sequenceid=159, filesize=11.9 K 2024-11-22T20:24:13,900 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 448fbdd78d63d3a68480362534c8a425 in 1687ms, sequenceid=159, compaction requested=false 2024-11-22T20:24:13,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-22T20:24:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-22T20:24:13,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-22T20:24:13,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1440 sec 2024-11-22T20:24:13,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.1480 sec 2024-11-22T20:24:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:14,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:24:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:14,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:14,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228c74c7250aa244baafc8b62aa5f33c3d_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307052613/Put/seqid=0 2024-11-22T20:24:14,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742536_1712 (size=12304) 2024-11-22T20:24:14,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307114747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:14,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307114747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:14,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307114748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:14,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:14,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307114749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307114749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:14,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307114851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:14,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307114851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:14,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307114851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:14,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307114853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:14,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307114853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307115054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307115054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307115054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307115058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307115058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,149 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:15,153 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228c74c7250aa244baafc8b62aa5f33c3d_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228c74c7250aa244baafc8b62aa5f33c3d_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:15,153 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/9fa668c6fec24d60bfecf09221ae69e7, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:15,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/9fa668c6fec24d60bfecf09221ae69e7 is 175, key is test_row_0/A:col10/1732307052613/Put/seqid=0 2024-11-22T20:24:15,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742537_1713 (size=31105) 2024-11-22T20:24:15,158 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/9fa668c6fec24d60bfecf09221ae69e7 2024-11-22T20:24:15,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/8cd0737da4914c88a9ae127e57a02347 is 50, key is test_row_0/B:col10/1732307052613/Put/seqid=0 2024-11-22T20:24:15,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742538_1714 (size=12151) 2024-11-22T20:24:15,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307115356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307115357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307115358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307115360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307115361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/8cd0737da4914c88a9ae127e57a02347 2024-11-22T20:24:15,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/c384720c9a944f769f388774585afff8 is 50, key is test_row_0/C:col10/1732307052613/Put/seqid=0 2024-11-22T20:24:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742539_1715 (size=12151) 2024-11-22T20:24:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-22T20:24:15,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,861 INFO [Thread-2913 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-22T20:24:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307115858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307115860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:24:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-22T20:24:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:24:15,863 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:24:15,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307115861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,863 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:24:15,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:24:15,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307115863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307115864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:24:16,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/c384720c9a944f769f388774585afff8 2024-11-22T20:24:16,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/9fa668c6fec24d60bfecf09221ae69e7 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/9fa668c6fec24d60bfecf09221ae69e7 2024-11-22T20:24:16,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/9fa668c6fec24d60bfecf09221ae69e7, entries=150, sequenceid=182, filesize=30.4 K 2024-11-22T20:24:16,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/8cd0737da4914c88a9ae127e57a02347 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8cd0737da4914c88a9ae127e57a02347 2024-11-22T20:24:16,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8cd0737da4914c88a9ae127e57a02347, entries=150, sequenceid=182, filesize=11.9 K 2024-11-22T20:24:16,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/c384720c9a944f769f388774585afff8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c384720c9a944f769f388774585afff8 2024-11-22T20:24:16,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-22T20:24:16,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:16,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:16,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:16,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:16,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:16,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c384720c9a944f769f388774585afff8, entries=150, sequenceid=182, filesize=11.9 K 2024-11-22T20:24:16,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 448fbdd78d63d3a68480362534c8a425 in 1281ms, sequenceid=182, compaction requested=true 2024-11-22T20:24:16,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:24:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:16,021 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:24:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:24:16,021 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:16,022 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:16,022 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:16,022 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/B is initiating minor compaction (all files) 2024-11-22T20:24:16,022 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/A is initiating minor compaction (all files) 2024-11-22T20:24:16,022 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/B in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:16,022 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/A in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:16,022 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/955b726774204809a41f714be3727353, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4e414675b96a4349a468ccc10cff6bed, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8cd0737da4914c88a9ae127e57a02347] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=35.9 K 2024-11-22T20:24:16,022 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/a5f70f28e92544f5b7a878f5ed2afaa6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/8cae3fc5118d42149cbdb49b756d8aa6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/9fa668c6fec24d60bfecf09221ae69e7] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=91.4 K 2024-11-22T20:24:16,022 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:16,022 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/a5f70f28e92544f5b7a878f5ed2afaa6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/8cae3fc5118d42149cbdb49b756d8aa6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/9fa668c6fec24d60bfecf09221ae69e7] 2024-11-22T20:24:16,022 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 955b726774204809a41f714be3727353, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732307049864 2024-11-22T20:24:16,022 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5f70f28e92544f5b7a878f5ed2afaa6, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732307049864 2024-11-22T20:24:16,023 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e414675b96a4349a468ccc10cff6bed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732307050482 2024-11-22T20:24:16,023 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cae3fc5118d42149cbdb49b756d8aa6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732307050482 2024-11-22T20:24:16,023 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cd0737da4914c88a9ae127e57a02347, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732307052613 2024-11-22T20:24:16,023 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fa668c6fec24d60bfecf09221ae69e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732307052613 2024-11-22T20:24:16,030 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:16,031 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#B#compaction#614 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:16,031 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411227ca491bba07d48f78770223946732ad9_448fbdd78d63d3a68480362534c8a425 store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:16,031 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/4196be86cc214452ac75e6162ce7e6e3 is 50, key is test_row_0/B:col10/1732307052613/Put/seqid=0 2024-11-22T20:24:16,033 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411227ca491bba07d48f78770223946732ad9_448fbdd78d63d3a68480362534c8a425, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:16,033 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227ca491bba07d48f78770223946732ad9_448fbdd78d63d3a68480362534c8a425 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:16,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742540_1716 (size=12561) 2024-11-22T20:24:16,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742541_1717 (size=4469) 2024-11-22T20:24:16,055 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#A#compaction#615 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:16,056 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/7fcc4120fce249ddbb67d8d99a4c05a2 is 175, key is test_row_0/A:col10/1732307052613/Put/seqid=0 2024-11-22T20:24:16,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742542_1718 (size=31515) 2024-11-22T20:24:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:24:16,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-22T20:24:16,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:16,169 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-22T20:24:16,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:16,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:16,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:16,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:16,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:16,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e47ddc78da44472b9e17f5daa79d13b3_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307054748/Put/seqid=0 2024-11-22T20:24:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742543_1719 (size=12304) 2024-11-22T20:24:16,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:16,183 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e47ddc78da44472b9e17f5daa79d13b3_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e47ddc78da44472b9e17f5daa79d13b3_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/05503d4c034e4259a297fe1df3a88724, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:16,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/05503d4c034e4259a297fe1df3a88724 is 175, key is test_row_0/A:col10/1732307054748/Put/seqid=0 2024-11-22T20:24:16,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742544_1720 (size=31105) 2024-11-22T20:24:16,458 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/4196be86cc214452ac75e6162ce7e6e3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4196be86cc214452ac75e6162ce7e6e3 2024-11-22T20:24:16,462 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/B of 448fbdd78d63d3a68480362534c8a425 into 4196be86cc214452ac75e6162ce7e6e3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:16,462 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:16,462 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/B, priority=13, startTime=1732307056021; duration=0sec 2024-11-22T20:24:16,462 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:16,462 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:B 2024-11-22T20:24:16,462 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:16,463 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:16,463 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/C is initiating minor compaction (all files) 2024-11-22T20:24:16,464 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/C in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:16,464 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c7614c72c22048d6b39470ac60c08893, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0a98e6e2475b4aa483f6df8399f56b12, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c384720c9a944f769f388774585afff8] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=35.9 K 2024-11-22T20:24:16,464 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c7614c72c22048d6b39470ac60c08893, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732307049864 2024-11-22T20:24:16,464 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a98e6e2475b4aa483f6df8399f56b12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732307050482 2024-11-22T20:24:16,465 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c384720c9a944f769f388774585afff8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732307052613 2024-11-22T20:24:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:24:16,468 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/7fcc4120fce249ddbb67d8d99a4c05a2 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/7fcc4120fce249ddbb67d8d99a4c05a2 2024-11-22T20:24:16,472 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#C#compaction#617 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:16,473 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/b3610b76779a4fe3a0ffe99f2ce25ee3 is 50, key is test_row_0/C:col10/1732307052613/Put/seqid=0 2024-11-22T20:24:16,473 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/A of 448fbdd78d63d3a68480362534c8a425 into 7fcc4120fce249ddbb67d8d99a4c05a2(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:16,474 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:16,474 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/A, priority=13, startTime=1732307056020; duration=0sec 2024-11-22T20:24:16,474 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:16,474 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:A 2024-11-22T20:24:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742545_1721 (size=12561) 2024-11-22T20:24:16,598 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/05503d4c034e4259a297fe1df3a88724 2024-11-22T20:24:16,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/e2c4e7eac17a48c4a903e70c863d9edd is 50, key is test_row_0/B:col10/1732307054748/Put/seqid=0 2024-11-22T20:24:16,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742546_1722 (size=12151) 2024-11-22T20:24:16,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:16,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307116878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307116879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307116880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307116880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307116881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,886 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/b3610b76779a4fe3a0ffe99f2ce25ee3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/b3610b76779a4fe3a0ffe99f2ce25ee3 2024-11-22T20:24:16,890 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/C of 448fbdd78d63d3a68480362534c8a425 into b3610b76779a4fe3a0ffe99f2ce25ee3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:16,890 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:16,890 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/C, priority=13, startTime=1732307056021; duration=0sec 2024-11-22T20:24:16,890 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:16,890 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:C 2024-11-22T20:24:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:24:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307116983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307116982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307116983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307116984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:16,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307116984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,009 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/e2c4e7eac17a48c4a903e70c863d9edd 2024-11-22T20:24:17,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/4ad95231a5f1407c9db4f9bc2a1b4ade is 50, key is test_row_0/C:col10/1732307054748/Put/seqid=0 2024-11-22T20:24:17,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742547_1723 (size=12151) 2024-11-22T20:24:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307117185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307117186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307117187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307117187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307117187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,419 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/4ad95231a5f1407c9db4f9bc2a1b4ade 2024-11-22T20:24:17,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/05503d4c034e4259a297fe1df3a88724 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/05503d4c034e4259a297fe1df3a88724 2024-11-22T20:24:17,427 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/05503d4c034e4259a297fe1df3a88724, entries=150, sequenceid=196, filesize=30.4 K 2024-11-22T20:24:17,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/e2c4e7eac17a48c4a903e70c863d9edd as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e2c4e7eac17a48c4a903e70c863d9edd 2024-11-22T20:24:17,430 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e2c4e7eac17a48c4a903e70c863d9edd, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T20:24:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/4ad95231a5f1407c9db4f9bc2a1b4ade as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/4ad95231a5f1407c9db4f9bc2a1b4ade 2024-11-22T20:24:17,435 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/4ad95231a5f1407c9db4f9bc2a1b4ade, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T20:24:17,436 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 448fbdd78d63d3a68480362534c8a425 in 1267ms, sequenceid=196, compaction requested=false 2024-11-22T20:24:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:17,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-22T20:24:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-22T20:24:17,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-22T20:24:17,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5730 sec 2024-11-22T20:24:17,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.5760 sec 2024-11-22T20:24:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:17,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-22T20:24:17,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:17,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:17,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:17,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:17,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:17,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:17,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e2741327a6544fe79008d822e7745002_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307057489/Put/seqid=0 2024-11-22T20:24:17,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742548_1724 (size=17284) 2024-11-22T20:24:17,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307117497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,501 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:17,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307117498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307117499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307117500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307117500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,504 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e2741327a6544fe79008d822e7745002_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e2741327a6544fe79008d822e7745002_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:17,504 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/59a5c620058445f8bc0cb58d429fa8ab, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:17,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/59a5c620058445f8bc0cb58d429fa8ab is 175, key is test_row_0/A:col10/1732307057489/Put/seqid=0 2024-11-22T20:24:17,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742549_1725 (size=48389) 2024-11-22T20:24:17,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307117601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307117602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307117603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307117604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307117604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307117804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307117805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307117805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307117806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307117807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:17,920 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/59a5c620058445f8bc0cb58d429fa8ab 2024-11-22T20:24:17,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/ff8ab29b04844c2984770a8429209e6f is 50, key is test_row_0/B:col10/1732307057489/Put/seqid=0 2024-11-22T20:24:17,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742550_1726 (size=12151) 2024-11-22T20:24:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-22T20:24:17,967 INFO [Thread-2913 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-22T20:24:17,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:24:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-22T20:24:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T20:24:17,969 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:24:17,970 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:24:17,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:24:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T20:24:18,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307118108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307118109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307118109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307118109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307118111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T20:24:18,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:18,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T20:24:18,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T20:24:18,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:18,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/ff8ab29b04844c2984770a8429209e6f 2024-11-22T20:24:18,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/8e2b7459b8cd493592b9780c492f9ce4 is 50, key is test_row_0/C:col10/1732307057489/Put/seqid=0 2024-11-22T20:24:18,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742551_1727 (size=12151) 2024-11-22T20:24:18,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T20:24:18,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:18,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T20:24:18,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T20:24:18,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:18,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307118611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307118613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307118614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307118614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307118617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T20:24:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:18,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/8e2b7459b8cd493592b9780c492f9ce4 2024-11-22T20:24:18,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/59a5c620058445f8bc0cb58d429fa8ab as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/59a5c620058445f8bc0cb58d429fa8ab 2024-11-22T20:24:18,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/59a5c620058445f8bc0cb58d429fa8ab, entries=250, sequenceid=223, filesize=47.3 K 2024-11-22T20:24:18,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/ff8ab29b04844c2984770a8429209e6f as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/ff8ab29b04844c2984770a8429209e6f 2024-11-22T20:24:18,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/ff8ab29b04844c2984770a8429209e6f, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T20:24:18,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/8e2b7459b8cd493592b9780c492f9ce4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/8e2b7459b8cd493592b9780c492f9ce4 2024-11-22T20:24:18,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/8e2b7459b8cd493592b9780c492f9ce4, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T20:24:18,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 448fbdd78d63d3a68480362534c8a425 in 1274ms, sequenceid=223, compaction requested=true 2024-11-22T20:24:18,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:18,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:24:18,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:18,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:24:18,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:18,764 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:18,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:24:18,764 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:18,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:18,765 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:18,765 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:18,765 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/B is initiating minor compaction (all files) 2024-11-22T20:24:18,765 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/A is initiating minor compaction (all files) 2024-11-22T20:24:18,765 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/B in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,765 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/A in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,765 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4196be86cc214452ac75e6162ce7e6e3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e2c4e7eac17a48c4a903e70c863d9edd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/ff8ab29b04844c2984770a8429209e6f] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=36.0 K 2024-11-22T20:24:18,765 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/7fcc4120fce249ddbb67d8d99a4c05a2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/05503d4c034e4259a297fe1df3a88724, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/59a5c620058445f8bc0cb58d429fa8ab] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=108.4 K 2024-11-22T20:24:18,765 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,765 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/7fcc4120fce249ddbb67d8d99a4c05a2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/05503d4c034e4259a297fe1df3a88724, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/59a5c620058445f8bc0cb58d429fa8ab] 2024-11-22T20:24:18,765 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 4196be86cc214452ac75e6162ce7e6e3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732307052613 2024-11-22T20:24:18,766 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting e2c4e7eac17a48c4a903e70c863d9edd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732307054745 2024-11-22T20:24:18,766 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fcc4120fce249ddbb67d8d99a4c05a2, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732307052613 2024-11-22T20:24:18,766 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting ff8ab29b04844c2984770a8429209e6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732307056879 2024-11-22T20:24:18,766 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05503d4c034e4259a297fe1df3a88724, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732307054745 2024-11-22T20:24:18,766 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59a5c620058445f8bc0cb58d429fa8ab, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732307056879 2024-11-22T20:24:18,771 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:18,772 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#B#compaction#623 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:18,772 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112247a44d97da6843a8be76c33d9913447a_448fbdd78d63d3a68480362534c8a425 store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:18,772 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/b7bfafb55b1f49858e70860d1000fc74 is 50, key is test_row_0/B:col10/1732307057489/Put/seqid=0 2024-11-22T20:24:18,774 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112247a44d97da6843a8be76c33d9913447a_448fbdd78d63d3a68480362534c8a425, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:18,774 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112247a44d97da6843a8be76c33d9913447a_448fbdd78d63d3a68480362534c8a425 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:18,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742552_1728 (size=12663) 2024-11-22T20:24:18,785 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/b7bfafb55b1f49858e70860d1000fc74 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/b7bfafb55b1f49858e70860d1000fc74 2024-11-22T20:24:18,788 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/B of 448fbdd78d63d3a68480362534c8a425 into b7bfafb55b1f49858e70860d1000fc74(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:18,788 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:18,788 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/B, priority=13, startTime=1732307058764; duration=0sec 2024-11-22T20:24:18,788 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:18,788 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:B 2024-11-22T20:24:18,789 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:18,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742553_1729 (size=4469) 2024-11-22T20:24:18,790 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:18,790 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/C is initiating minor compaction (all files) 2024-11-22T20:24:18,790 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/C in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,790 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/b3610b76779a4fe3a0ffe99f2ce25ee3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/4ad95231a5f1407c9db4f9bc2a1b4ade, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/8e2b7459b8cd493592b9780c492f9ce4] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=36.0 K 2024-11-22T20:24:18,790 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#A#compaction#624 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:18,790 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b3610b76779a4fe3a0ffe99f2ce25ee3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732307052613 2024-11-22T20:24:18,790 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ad95231a5f1407c9db4f9bc2a1b4ade, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732307054745 2024-11-22T20:24:18,790 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/14655a30ecc349c0a313dee7c5b0dcc3 is 175, key is test_row_0/A:col10/1732307057489/Put/seqid=0 2024-11-22T20:24:18,791 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e2b7459b8cd493592b9780c492f9ce4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732307056879 2024-11-22T20:24:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742554_1730 (size=31617) 2024-11-22T20:24:18,798 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/14655a30ecc349c0a313dee7c5b0dcc3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/14655a30ecc349c0a313dee7c5b0dcc3 2024-11-22T20:24:18,799 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#C#compaction#625 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:18,799 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/94a3bd3d9503403897ad6a5f1f618027 is 50, key is test_row_0/C:col10/1732307057489/Put/seqid=0 2024-11-22T20:24:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742555_1731 (size=12663) 2024-11-22T20:24:18,802 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/A of 448fbdd78d63d3a68480362534c8a425 into 14655a30ecc349c0a313dee7c5b0dcc3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:18,802 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:18,802 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/A, priority=13, startTime=1732307058764; duration=0sec 2024-11-22T20:24:18,803 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:18,803 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:A 2024-11-22T20:24:18,806 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/94a3bd3d9503403897ad6a5f1f618027 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/94a3bd3d9503403897ad6a5f1f618027 2024-11-22T20:24:18,809 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/C of 448fbdd78d63d3a68480362534c8a425 into 94a3bd3d9503403897ad6a5f1f618027(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:18,810 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:18,810 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/C, priority=13, startTime=1732307058764; duration=0sec 2024-11-22T20:24:18,810 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:18,810 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:C 2024-11-22T20:24:18,884 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:18,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-22T20:24:18,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:18,885 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:24:18,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:18,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:18,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:18,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:18,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:18,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:18,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122accbe744f2054c2baa52d42cc9ce9595_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307057497/Put/seqid=0 2024-11-22T20:24:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742556_1732 (size=12304) 2024-11-22T20:24:18,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:18,907 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122accbe744f2054c2baa52d42cc9ce9595_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122accbe744f2054c2baa52d42cc9ce9595_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/faf8f0afc7df4c46938665c43bd34e04, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:18,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/faf8f0afc7df4c46938665c43bd34e04 is 175, key is test_row_0/A:col10/1732307057497/Put/seqid=0 2024-11-22T20:24:18,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742557_1733 (size=31105) 2024-11-22T20:24:18,913 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/faf8f0afc7df4c46938665c43bd34e04 2024-11-22T20:24:18,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/8417d80bc0514750acf4f58f89fed297 is 50, key is test_row_0/B:col10/1732307057497/Put/seqid=0 2024-11-22T20:24:18,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742558_1734 (size=12151) 2024-11-22T20:24:18,924 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/8417d80bc0514750acf4f58f89fed297 2024-11-22T20:24:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/c52fed89e55a4542a8795c26c9d6f180 is 50, key is test_row_0/C:col10/1732307057497/Put/seqid=0 2024-11-22T20:24:18,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742559_1735 (size=12151) 2024-11-22T20:24:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T20:24:19,336 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/c52fed89e55a4542a8795c26c9d6f180 2024-11-22T20:24:19,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/faf8f0afc7df4c46938665c43bd34e04 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/faf8f0afc7df4c46938665c43bd34e04 2024-11-22T20:24:19,342 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/faf8f0afc7df4c46938665c43bd34e04, entries=150, sequenceid=239, filesize=30.4 K 2024-11-22T20:24:19,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/8417d80bc0514750acf4f58f89fed297 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8417d80bc0514750acf4f58f89fed297 2024-11-22T20:24:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,346 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8417d80bc0514750acf4f58f89fed297, entries=150, sequenceid=239, filesize=11.9 K 2024-11-22T20:24:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/c52fed89e55a4542a8795c26c9d6f180 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c52fed89e55a4542a8795c26c9d6f180 2024-11-22T20:24:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,350 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c52fed89e55a4542a8795c26c9d6f180, entries=150, sequenceid=239, filesize=11.9 K 2024-11-22T20:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,351 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 448fbdd78d63d3a68480362534c8a425 in 466ms, sequenceid=239, compaction requested=false 2024-11-22T20:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-22T20:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-22T20:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-22T20:24:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec 2024-11-22T20:24:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.3860 sec 2024-11-22T20:24:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-22T20:24:19,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:19,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:19,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:19,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:19,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112253d3674c8f2141fb9307f0b51c305126_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307059652/Put/seqid=0 2024-11-22T20:24:19,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742561_1737 (size=24758) 2024-11-22T20:24:19,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:19,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112253d3674c8f2141fb9307f0b51c305126_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112253d3674c8f2141fb9307f0b51c305126_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:19,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/569cd803da64453f94b4338739887722, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:19,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/569cd803da64453f94b4338739887722 is 175, key is test_row_0/A:col10/1732307059652/Put/seqid=0 2024-11-22T20:24:19,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307119679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307119679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307119680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307119681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742560_1736 (size=74395) 2024-11-22T20:24:19,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/569cd803da64453f94b4338739887722 2024-11-22T20:24:19,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307119683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/bdb36ec793214de38f0e33fb02a63e83 is 50, key is test_row_0/B:col10/1732307059652/Put/seqid=0 2024-11-22T20:24:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742562_1738 (size=12151) 2024-11-22T20:24:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307119784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307119784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307119784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307119785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307119786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307119988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307119988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307119988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307119988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307119989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-22T20:24:20,073 INFO [Thread-2913 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-22T20:24:20,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:24:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-22T20:24:20,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T20:24:20,076 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:24:20,076 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:24:20,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:24:20,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/bdb36ec793214de38f0e33fb02a63e83 2024-11-22T20:24:20,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/0d8d9487395b4f9886e7921837e419b8 is 50, key is test_row_0/C:col10/1732307059652/Put/seqid=0 2024-11-22T20:24:20,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742563_1739 (size=12151) 2024-11-22T20:24:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T20:24:20,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T20:24:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:20,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:20,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:20,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:20,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307120291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307120292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307120292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307120292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307120292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T20:24:20,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T20:24:20,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:20,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:20,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:20,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:20,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:20,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/0d8d9487395b4f9886e7921837e419b8 2024-11-22T20:24:20,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/569cd803da64453f94b4338739887722 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/569cd803da64453f94b4338739887722 2024-11-22T20:24:20,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/569cd803da64453f94b4338739887722, entries=400, sequenceid=250, filesize=72.7 K 2024-11-22T20:24:20,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/bdb36ec793214de38f0e33fb02a63e83 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/bdb36ec793214de38f0e33fb02a63e83 2024-11-22T20:24:20,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/bdb36ec793214de38f0e33fb02a63e83, entries=150, sequenceid=250, filesize=11.9 K 2024-11-22T20:24:20,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/0d8d9487395b4f9886e7921837e419b8 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0d8d9487395b4f9886e7921837e419b8 2024-11-22T20:24:20,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0d8d9487395b4f9886e7921837e419b8, entries=150, sequenceid=250, filesize=11.9 K 2024-11-22T20:24:20,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 448fbdd78d63d3a68480362534c8a425 in 877ms, sequenceid=250, compaction requested=true 2024-11-22T20:24:20,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:24:20,532 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:20,532 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:24:20,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:20,533 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:20,533 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/A is initiating minor compaction (all files) 2024-11-22T20:24:20,533 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/A in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:20,533 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/14655a30ecc349c0a313dee7c5b0dcc3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/faf8f0afc7df4c46938665c43bd34e04, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/569cd803da64453f94b4338739887722] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=133.9 K 2024-11-22T20:24:20,533 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:20,533 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/14655a30ecc349c0a313dee7c5b0dcc3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/faf8f0afc7df4c46938665c43bd34e04, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/569cd803da64453f94b4338739887722] 2024-11-22T20:24:20,533 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:20,533 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/B is initiating minor compaction (all files) 2024-11-22T20:24:20,533 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/B in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:20,533 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/b7bfafb55b1f49858e70860d1000fc74, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8417d80bc0514750acf4f58f89fed297, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/bdb36ec793214de38f0e33fb02a63e83] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=36.1 K 2024-11-22T20:24:20,533 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14655a30ecc349c0a313dee7c5b0dcc3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732307056879 2024-11-22T20:24:20,534 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b7bfafb55b1f49858e70860d1000fc74, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732307056879 2024-11-22T20:24:20,534 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting faf8f0afc7df4c46938665c43bd34e04, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732307057497 2024-11-22T20:24:20,534 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,534 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 8417d80bc0514750acf4f58f89fed297, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732307057497 2024-11-22T20:24:20,534 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 569cd803da64453f94b4338739887722, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732307059641 2024-11-22T20:24:20,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-22T20:24:20,534 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting bdb36ec793214de38f0e33fb02a63e83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732307059646 2024-11-22T20:24:20,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:20,535 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-22T20:24:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:20,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:20,543 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:20,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f582961b0e2447788af9e6f1e321833f_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307059681/Put/seqid=0 2024-11-22T20:24:20,550 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#B#compaction#634 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:20,550 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/6007ddfdfe4e4f608472fe866deec35c is 50, key is test_row_0/B:col10/1732307059652/Put/seqid=0 2024-11-22T20:24:20,551 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222ef513b9584f4e9fb4bbd865ac84dd41_448fbdd78d63d3a68480362534c8a425 store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:20,554 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222ef513b9584f4e9fb4bbd865ac84dd41_448fbdd78d63d3a68480362534c8a425, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:20,554 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222ef513b9584f4e9fb4bbd865ac84dd41_448fbdd78d63d3a68480362534c8a425 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:20,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742565_1741 (size=12765) 2024-11-22T20:24:20,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742564_1740 (size=12454) 2024-11-22T20:24:20,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742566_1742 (size=4469) 2024-11-22T20:24:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T20:24:20,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:20,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307120804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307120803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307120804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307120809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307120809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307120910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307120910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307120910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307120912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307120913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:20,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:20,971 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/6007ddfdfe4e4f608472fe866deec35c as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/6007ddfdfe4e4f608472fe866deec35c 2024-11-22T20:24:20,971 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f582961b0e2447788af9e6f1e321833f_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f582961b0e2447788af9e6f1e321833f_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:20,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/b4ebabd96de147148603a994c5fb8104, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:20,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/b4ebabd96de147148603a994c5fb8104 is 175, key is test_row_0/A:col10/1732307059681/Put/seqid=0 2024-11-22T20:24:20,975 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#A#compaction#633 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:20,975 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/27c3c537b73946bab596c342be029ea1 is 175, key is test_row_0/A:col10/1732307059652/Put/seqid=0 2024-11-22T20:24:20,977 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/B of 448fbdd78d63d3a68480362534c8a425 into 6007ddfdfe4e4f608472fe866deec35c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:20,977 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:20,977 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/B, priority=13, startTime=1732307060532; duration=0sec 2024-11-22T20:24:20,977 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:20,977 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:B 2024-11-22T20:24:20,978 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:20,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742567_1743 (size=31255) 2024-11-22T20:24:20,979 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:20,979 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/C is initiating minor compaction (all files) 2024-11-22T20:24:20,979 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/C in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:20,979 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/b4ebabd96de147148603a994c5fb8104 2024-11-22T20:24:20,979 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/94a3bd3d9503403897ad6a5f1f618027, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c52fed89e55a4542a8795c26c9d6f180, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0d8d9487395b4f9886e7921837e419b8] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=36.1 K 2024-11-22T20:24:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742568_1744 (size=31719) 2024-11-22T20:24:20,980 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 94a3bd3d9503403897ad6a5f1f618027, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732307056879 2024-11-22T20:24:20,980 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting c52fed89e55a4542a8795c26c9d6f180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732307057497 2024-11-22T20:24:20,980 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d8d9487395b4f9886e7921837e419b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732307059646 2024-11-22T20:24:20,984 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/27c3c537b73946bab596c342be029ea1 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/27c3c537b73946bab596c342be029ea1 2024-11-22T20:24:20,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/e7509a1351434c3e988079676448e685 is 50, key is test_row_0/B:col10/1732307059681/Put/seqid=0 2024-11-22T20:24:20,988 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/A of 448fbdd78d63d3a68480362534c8a425 into 27c3c537b73946bab596c342be029ea1(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:20,988 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:20,988 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/A, priority=13, startTime=1732307060531; duration=0sec 2024-11-22T20:24:20,988 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:20,988 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:A 2024-11-22T20:24:20,989 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#C#compaction#636 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:20,990 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/248da138fb754c4d88e7980072c2dec3 is 50, key is test_row_0/C:col10/1732307059652/Put/seqid=0 2024-11-22T20:24:20,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742569_1745 (size=12301) 2024-11-22T20:24:20,992 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/e7509a1351434c3e988079676448e685 2024-11-22T20:24:21,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/cecd6962a4fd45a78cf8f872cae141ed is 50, key is test_row_0/C:col10/1732307059681/Put/seqid=0 2024-11-22T20:24:21,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742570_1746 (size=12765) 2024-11-22T20:24:21,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742571_1747 (size=12301) 2024-11-22T20:24:21,030 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/cecd6962a4fd45a78cf8f872cae141ed 2024-11-22T20:24:21,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/b4ebabd96de147148603a994c5fb8104 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/b4ebabd96de147148603a994c5fb8104 2024-11-22T20:24:21,040 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/b4ebabd96de147148603a994c5fb8104, entries=150, sequenceid=275, filesize=30.5 K 2024-11-22T20:24:21,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/e7509a1351434c3e988079676448e685 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e7509a1351434c3e988079676448e685 2024-11-22T20:24:21,045 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e7509a1351434c3e988079676448e685, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T20:24:21,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/cecd6962a4fd45a78cf8f872cae141ed as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/cecd6962a4fd45a78cf8f872cae141ed 2024-11-22T20:24:21,049 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/cecd6962a4fd45a78cf8f872cae141ed, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T20:24:21,049 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 448fbdd78d63d3a68480362534c8a425 in 515ms, sequenceid=275, compaction requested=false 2024-11-22T20:24:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:21,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-22T20:24:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-22T20:24:21,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-22T20:24:21,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 974 msec 2024-11-22T20:24:21,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 978 msec 2024-11-22T20:24:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:21,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-22T20:24:21,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:21,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:21,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:21,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:21,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:21,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:21,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227eb0139a57b54e85b19b9c8127aad93d_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307060803/Put/seqid=0 2024-11-22T20:24:21,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742572_1748 (size=14994) 2024-11-22T20:24:21,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:21,130 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227eb0139a57b54e85b19b9c8127aad93d_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227eb0139a57b54e85b19b9c8127aad93d_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:21,131 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/f85c2c2ad43746caa96f8ffc192d67ce, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:21,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/f85c2c2ad43746caa96f8ffc192d67ce is 175, key is test_row_0/A:col10/1732307060803/Put/seqid=0 2024-11-22T20:24:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307121131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307121132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307121132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742573_1749 (size=39949) 2024-11-22T20:24:21,136 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/f85c2c2ad43746caa96f8ffc192d67ce 2024-11-22T20:24:21,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307121133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307121134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/169ef0096faf4771b2e53a6df3b15cbf is 50, key is test_row_0/B:col10/1732307060803/Put/seqid=0 2024-11-22T20:24:21,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742574_1750 (size=12301) 2024-11-22T20:24:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-22T20:24:21,179 INFO [Thread-2913 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-22T20:24:21,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T20:24:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-22T20:24:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T20:24:21,181 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T20:24:21,182 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T20:24:21,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T20:24:21,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307121235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307121235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307121235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307121237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307121237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T20:24:21,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T20:24:21,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:21,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:21,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:21,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:21,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:21,422 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/248da138fb754c4d88e7980072c2dec3 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/248da138fb754c4d88e7980072c2dec3 2024-11-22T20:24:21,428 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/C of 448fbdd78d63d3a68480362534c8a425 into 248da138fb754c4d88e7980072c2dec3(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:21,428 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:21,428 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/C, priority=13, startTime=1732307060532; duration=0sec 2024-11-22T20:24:21,428 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:21,428 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:C 2024-11-22T20:24:21,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307121438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307121438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307121438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307121440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307121442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T20:24:21,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T20:24:21,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:21,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:21,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:21,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:21,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T20:24:21,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/169ef0096faf4771b2e53a6df3b15cbf 2024-11-22T20:24:21,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ffc2419e114e4beaaddd6f842169d219 is 50, key is test_row_0/C:col10/1732307060803/Put/seqid=0 2024-11-22T20:24:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742575_1751 (size=12301) 2024-11-22T20:24:21,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ffc2419e114e4beaaddd6f842169d219 2024-11-22T20:24:21,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/f85c2c2ad43746caa96f8ffc192d67ce as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/f85c2c2ad43746caa96f8ffc192d67ce 2024-11-22T20:24:21,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/f85c2c2ad43746caa96f8ffc192d67ce, entries=200, sequenceid=291, filesize=39.0 K 2024-11-22T20:24:21,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/169ef0096faf4771b2e53a6df3b15cbf as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/169ef0096faf4771b2e53a6df3b15cbf 2024-11-22T20:24:21,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/169ef0096faf4771b2e53a6df3b15cbf, entries=150, sequenceid=291, filesize=12.0 K 2024-11-22T20:24:21,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ffc2419e114e4beaaddd6f842169d219 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ffc2419e114e4beaaddd6f842169d219 2024-11-22T20:24:21,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ffc2419e114e4beaaddd6f842169d219, entries=150, sequenceid=291, filesize=12.0 K 2024-11-22T20:24:21,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 448fbdd78d63d3a68480362534c8a425 in 458ms, sequenceid=291, compaction requested=true 2024-11-22T20:24:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:24:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:24:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:24:21,575 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:21,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:21,575 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:21,575 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:21,575 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:21,575 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/A is initiating minor compaction (all files) 2024-11-22T20:24:21,575 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/B is initiating minor compaction (all files) 2024-11-22T20:24:21,576 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/A in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:21,576 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/B in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:21,576 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/6007ddfdfe4e4f608472fe866deec35c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e7509a1351434c3e988079676448e685, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/169ef0096faf4771b2e53a6df3b15cbf] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=36.5 K 2024-11-22T20:24:21,576 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/27c3c537b73946bab596c342be029ea1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/b4ebabd96de147148603a994c5fb8104, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/f85c2c2ad43746caa96f8ffc192d67ce] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=100.5 K 2024-11-22T20:24:21,576 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:21,576 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. files: [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/27c3c537b73946bab596c342be029ea1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/b4ebabd96de147148603a994c5fb8104, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/f85c2c2ad43746caa96f8ffc192d67ce] 2024-11-22T20:24:21,576 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6007ddfdfe4e4f608472fe866deec35c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732307059646 2024-11-22T20:24:21,576 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting 27c3c537b73946bab596c342be029ea1, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732307059646 2024-11-22T20:24:21,577 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7509a1351434c3e988079676448e685, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732307059679 2024-11-22T20:24:21,577 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting b4ebabd96de147148603a994c5fb8104, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732307059679 2024-11-22T20:24:21,577 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 169ef0096faf4771b2e53a6df3b15cbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732307060803 2024-11-22T20:24:21,577 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] compactions.Compactor(224): Compacting f85c2c2ad43746caa96f8ffc192d67ce, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732307060803 2024-11-22T20:24:21,597 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:21,598 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#B#compaction#642 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:21,599 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/ed5f4d19e7af4210a14d02f25ed5ede6 is 50, key is test_row_0/B:col10/1732307060803/Put/seqid=0 2024-11-22T20:24:21,599 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112274be6f7fae8049b79f26d3cfeee45b2c_448fbdd78d63d3a68480362534c8a425 store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:21,601 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112274be6f7fae8049b79f26d3cfeee45b2c_448fbdd78d63d3a68480362534c8a425, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:21,601 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112274be6f7fae8049b79f26d3cfeee45b2c_448fbdd78d63d3a68480362534c8a425 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:21,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742577_1753 (size=4469) 2024-11-22T20:24:21,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742576_1752 (size=13017) 2024-11-22T20:24:21,607 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#A#compaction#641 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:21,608 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/b60fb60995784e5188a38959a13f0e99 is 175, key is test_row_0/A:col10/1732307060803/Put/seqid=0 2024-11-22T20:24:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742578_1754 (size=31971) 2024-11-22T20:24:21,612 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/ed5f4d19e7af4210a14d02f25ed5ede6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/ed5f4d19e7af4210a14d02f25ed5ede6 2024-11-22T20:24:21,615 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/b60fb60995784e5188a38959a13f0e99 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/b60fb60995784e5188a38959a13f0e99 2024-11-22T20:24:21,617 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/B of 448fbdd78d63d3a68480362534c8a425 into ed5f4d19e7af4210a14d02f25ed5ede6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:21,617 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:21,617 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/B, priority=13, startTime=1732307061575; duration=0sec 2024-11-22T20:24:21,617 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:21,617 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:B 2024-11-22T20:24:21,617 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T20:24:21,618 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T20:24:21,618 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1540): 448fbdd78d63d3a68480362534c8a425/C is initiating minor compaction (all files) 2024-11-22T20:24:21,619 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 448fbdd78d63d3a68480362534c8a425/C in TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:21,619 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/248da138fb754c4d88e7980072c2dec3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/cecd6962a4fd45a78cf8f872cae141ed, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ffc2419e114e4beaaddd6f842169d219] into tmpdir=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp, totalSize=36.5 K 2024-11-22T20:24:21,619 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/A of 448fbdd78d63d3a68480362534c8a425 into b60fb60995784e5188a38959a13f0e99(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:21,619 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:21,619 INFO [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/A, priority=13, startTime=1732307061575; duration=0sec 2024-11-22T20:24:21,619 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:21,619 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:A 2024-11-22T20:24:21,619 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting 248da138fb754c4d88e7980072c2dec3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732307059646 2024-11-22T20:24:21,619 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting cecd6962a4fd45a78cf8f872cae141ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732307059679 2024-11-22T20:24:21,620 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffc2419e114e4beaaddd6f842169d219, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732307060803 2024-11-22T20:24:21,625 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 448fbdd78d63d3a68480362534c8a425#C#compaction#643 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T20:24:21,625 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/314983e701144a6eb6fee6462d9a61ae is 50, key is test_row_0/C:col10/1732307060803/Put/seqid=0 2024-11-22T20:24:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742579_1755 (size=13017) 2024-11-22T20:24:21,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39703 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-22T20:24:21,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:21,639 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-22T20:24:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:21,640 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/314983e701144a6eb6fee6462d9a61ae as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/314983e701144a6eb6fee6462d9a61ae 2024-11-22T20:24:21,645 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 448fbdd78d63d3a68480362534c8a425/C of 448fbdd78d63d3a68480362534c8a425 into 314983e701144a6eb6fee6462d9a61ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T20:24:21,645 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:21,645 INFO [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425., storeName=448fbdd78d63d3a68480362534c8a425/C, priority=13, startTime=1732307061575; duration=0sec 2024-11-22T20:24:21,645 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:21,645 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:C 2024-11-22T20:24:21,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112230e902bb8e194e1daa746177162b522f_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307061133/Put/seqid=0 2024-11-22T20:24:21,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742580_1756 (size=12454) 2024-11-22T20:24:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:21,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. as already flushing 2024-11-22T20:24:21,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307121749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307121748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307121749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307121750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307121751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T20:24:21,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307121852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307121852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307121853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307121854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:21,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307121854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307122055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307122055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307122056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307122057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307122057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:22,069 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112230e902bb8e194e1daa746177162b522f_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230e902bb8e194e1daa746177162b522f_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:22,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/7efcf6e24f714a19b4a8864c5e8fc1ff, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:22,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/7efcf6e24f714a19b4a8864c5e8fc1ff is 175, key is test_row_0/A:col10/1732307061133/Put/seqid=0 2024-11-22T20:24:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742581_1757 (size=31255) 2024-11-22T20:24:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T20:24:22,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307122358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307122358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307122359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307122362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307122362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,437 DEBUG [Thread-2914 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38481360 to 127.0.0.1:52147 2024-11-22T20:24:22,437 DEBUG [Thread-2914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:22,437 DEBUG [Thread-2916 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62750e61 to 127.0.0.1:52147 2024-11-22T20:24:22,437 DEBUG [Thread-2918 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b968040 to 127.0.0.1:52147 2024-11-22T20:24:22,437 DEBUG [Thread-2918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:22,437 DEBUG [Thread-2916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:22,439 DEBUG [Thread-2920 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49019618 to 127.0.0.1:52147 2024-11-22T20:24:22,439 DEBUG [Thread-2920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:22,439 DEBUG [Thread-2922 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7887fec7 to 127.0.0.1:52147 2024-11-22T20:24:22,439 DEBUG [Thread-2922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:22,474 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/7efcf6e24f714a19b4a8864c5e8fc1ff 2024-11-22T20:24:22,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/a54c2c4688c44cedb1fe1229bf96b9ac is 50, key is test_row_0/B:col10/1732307061133/Put/seqid=0 2024-11-22T20:24:22,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742582_1758 (size=12301) 2024-11-22T20:24:22,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36618 deadline: 1732307122860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36578 deadline: 1732307122861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36546 deadline: 1732307122862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1732307122866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-22T20:24:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36562 deadline: 1732307122867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:22,883 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/a54c2c4688c44cedb1fe1229bf96b9ac 2024-11-22T20:24:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/56ffd938e7c040da880bacaddcc6be4e is 50, key is test_row_0/C:col10/1732307061133/Put/seqid=0 2024-11-22T20:24:22,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742583_1759 (size=12301) 2024-11-22T20:24:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T20:24:23,291 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/56ffd938e7c040da880bacaddcc6be4e 2024-11-22T20:24:23,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/7efcf6e24f714a19b4a8864c5e8fc1ff as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/7efcf6e24f714a19b4a8864c5e8fc1ff 2024-11-22T20:24:23,297 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/7efcf6e24f714a19b4a8864c5e8fc1ff, entries=150, sequenceid=316, filesize=30.5 K 2024-11-22T20:24:23,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/a54c2c4688c44cedb1fe1229bf96b9ac as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/a54c2c4688c44cedb1fe1229bf96b9ac 2024-11-22T20:24:23,300 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/a54c2c4688c44cedb1fe1229bf96b9ac, entries=150, sequenceid=316, filesize=12.0 K 2024-11-22T20:24:23,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/56ffd938e7c040da880bacaddcc6be4e as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/56ffd938e7c040da880bacaddcc6be4e 2024-11-22T20:24:23,303 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/56ffd938e7c040da880bacaddcc6be4e, entries=150, sequenceid=316, filesize=12.0 K 2024-11-22T20:24:23,304 INFO [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 448fbdd78d63d3a68480362534c8a425 in 1665ms, sequenceid=316, compaction requested=false 2024-11-22T20:24:23,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:23,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:23,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bc573ddb75cd:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-22T20:24:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-22T20:24:23,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-22T20:24:23,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1230 sec 2024-11-22T20:24:23,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.1260 sec 2024-11-22T20:24:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39703 {}] regionserver.HRegion(8581): Flush requested on 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:23,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-22T20:24:23,867 DEBUG [Thread-2903 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58e7ba75 to 127.0.0.1:52147 2024-11-22T20:24:23,867 DEBUG [Thread-2909 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17899883 to 127.0.0.1:52147 2024-11-22T20:24:23,867 DEBUG [Thread-2903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:23,867 DEBUG [Thread-2909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:23,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:23,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:23,869 DEBUG [Thread-2907 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x092e7af3 to 127.0.0.1:52147 2024-11-22T20:24:23,869 DEBUG [Thread-2907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:23,871 DEBUG [Thread-2911 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b739a35 to 127.0.0.1:52147 2024-11-22T20:24:23,871 DEBUG [Thread-2911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:23,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221250289c82134528b3107b76ca74f85b_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307061749/Put/seqid=0 2024-11-22T20:24:23,874 DEBUG [Thread-2905 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3005670a to 127.0.0.1:52147 2024-11-22T20:24:23,874 DEBUG [Thread-2905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:23,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742584_1760 (size=12454) 2024-11-22T20:24:24,276 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:24,279 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221250289c82134528b3107b76ca74f85b_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221250289c82134528b3107b76ca74f85b_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:24,280 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/278dff14c0ad4281b4e312606e2093d5, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:24,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/278dff14c0ad4281b4e312606e2093d5 is 175, key is test_row_0/A:col10/1732307061749/Put/seqid=0 2024-11-22T20:24:24,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742585_1761 (size=31255) 2024-11-22T20:24:24,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/278dff14c0ad4281b4e312606e2093d5 2024-11-22T20:24:24,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/565ab36c94e9489f8795ad71a2e97fa6 is 50, key is test_row_0/B:col10/1732307061749/Put/seqid=0 2024-11-22T20:24:24,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742586_1762 (size=12301) 2024-11-22T20:24:25,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/565ab36c94e9489f8795ad71a2e97fa6 2024-11-22T20:24:25,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/f8d0e0e710834486830dea83234ca95b is 50, key is test_row_0/C:col10/1732307061749/Put/seqid=0 2024-11-22T20:24:25,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742587_1763 (size=12301) 2024-11-22T20:24:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-22T20:24:25,286 INFO [Thread-2913 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6990 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6789 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6762 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6961 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6771 2024-11-22T20:24:25,286 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T20:24:25,286 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:24:25,286 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c53df25 to 127.0.0.1:52147 2024-11-22T20:24:25,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:25,286 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-22T20:24:25,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T20:24:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T20:24:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:24:25,289 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732307065289"}]},"ts":"1732307065289"} 2024-11-22T20:24:25,290 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T20:24:25,291 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T20:24:25,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T20:24:25,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, UNASSIGN}] 2024-11-22T20:24:25,293 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, UNASSIGN 2024-11-22T20:24:25,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=448fbdd78d63d3a68480362534c8a425, regionState=CLOSING, regionLocation=bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:25,294 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T20:24:25,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure 448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037}] 2024-11-22T20:24:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:24:25,446 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:25,446 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:25,446 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-22T20:24:25,446 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing 448fbdd78d63d3a68480362534c8a425, disabling compactions & flushes 2024-11-22T20:24:25,446 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:25,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/f8d0e0e710834486830dea83234ca95b 2024-11-22T20:24:25,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/278dff14c0ad4281b4e312606e2093d5 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/278dff14c0ad4281b4e312606e2093d5 2024-11-22T20:24:25,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/278dff14c0ad4281b4e312606e2093d5, entries=150, sequenceid=333, filesize=30.5 K 2024-11-22T20:24:25,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/565ab36c94e9489f8795ad71a2e97fa6 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/565ab36c94e9489f8795ad71a2e97fa6 2024-11-22T20:24:25,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/565ab36c94e9489f8795ad71a2e97fa6, entries=150, sequenceid=333, filesize=12.0 K 2024-11-22T20:24:25,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/f8d0e0e710834486830dea83234ca95b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/f8d0e0e710834486830dea83234ca95b 2024-11-22T20:24:25,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/f8d0e0e710834486830dea83234ca95b, entries=150, sequenceid=333, filesize=12.0 K 2024-11-22T20:24:25,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=20.13 KB/20610 for 448fbdd78d63d3a68480362534c8a425 in 1646ms, sequenceid=333, compaction requested=true 2024-11-22T20:24:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T20:24:25,513 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:25,513 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T20:24:25,513 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. because compaction request was cancelled 2024-11-22T20:24:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T20:24:25,513 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. after waiting 0 ms 2024-11-22T20:24:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 448fbdd78d63d3a68480362534c8a425:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T20:24:25,513 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:25,513 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. because compaction request was cancelled 2024-11-22T20:24:25,513 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:A 2024-11-22T20:24:25,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T20:24:25,513 DEBUG [RS:0;bc573ddb75cd:39703-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:B 2024-11-22T20:24:25,513 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. because compaction request was cancelled 2024-11-22T20:24:25,513 DEBUG [RS:0;bc573ddb75cd:39703-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 448fbdd78d63d3a68480362534c8a425:C 2024-11-22T20:24:25,513 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing 448fbdd78d63d3a68480362534c8a425 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-22T20:24:25,513 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=A 2024-11-22T20:24:25,513 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:25,513 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=B 2024-11-22T20:24:25,513 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:25,513 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 448fbdd78d63d3a68480362534c8a425, store=C 2024-11-22T20:24:25,513 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T20:24:25,517 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226dca747ac97346a89bea7f01921c39e9_448fbdd78d63d3a68480362534c8a425 is 50, key is test_row_0/A:col10/1732307063871/Put/seqid=0 2024-11-22T20:24:25,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742588_1764 (size=9914) 2024-11-22T20:24:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:24:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:24:25,921 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T20:24:25,924 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411226dca747ac97346a89bea7f01921c39e9_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226dca747ac97346a89bea7f01921c39e9_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:25,924 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/ebaf7caf6380453897330af126d84d70, store: [table=TestAcidGuarantees family=A region=448fbdd78d63d3a68480362534c8a425] 2024-11-22T20:24:25,925 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/ebaf7caf6380453897330af126d84d70 is 175, key is test_row_0/A:col10/1732307063871/Put/seqid=0 2024-11-22T20:24:25,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742589_1765 (size=22561) 2024-11-22T20:24:26,328 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/ebaf7caf6380453897330af126d84d70 2024-11-22T20:24:26,333 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/81eb6e2a026746d79b919344925ac2d4 is 50, key is test_row_0/B:col10/1732307063871/Put/seqid=0 2024-11-22T20:24:26,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742590_1766 (size=9857) 2024-11-22T20:24:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:24:26,737 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/81eb6e2a026746d79b919344925ac2d4 2024-11-22T20:24:26,741 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ee69bd2b241c421c92ccf37a77361936 is 50, key is test_row_0/C:col10/1732307063871/Put/seqid=0 2024-11-22T20:24:26,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742591_1767 (size=9857) 2024-11-22T20:24:27,145 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ee69bd2b241c421c92ccf37a77361936 2024-11-22T20:24:27,148 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/A/ebaf7caf6380453897330af126d84d70 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/ebaf7caf6380453897330af126d84d70 2024-11-22T20:24:27,150 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/ebaf7caf6380453897330af126d84d70, entries=100, sequenceid=339, filesize=22.0 K 2024-11-22T20:24:27,151 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/B/81eb6e2a026746d79b919344925ac2d4 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/81eb6e2a026746d79b919344925ac2d4 2024-11-22T20:24:27,153 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/81eb6e2a026746d79b919344925ac2d4, entries=100, sequenceid=339, filesize=9.6 K 2024-11-22T20:24:27,154 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/.tmp/C/ee69bd2b241c421c92ccf37a77361936 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ee69bd2b241c421c92ccf37a77361936 2024-11-22T20:24:27,156 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ee69bd2b241c421c92ccf37a77361936, entries=100, sequenceid=339, filesize=9.6 K 2024-11-22T20:24:27,156 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 448fbdd78d63d3a68480362534c8a425 in 1643ms, sequenceid=339, compaction requested=true 2024-11-22T20:24:27,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/4277178926f44cff86d597db1df12a19, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/e4a051fd39644d669a7fcbd343a2ffb2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/aec57a46e1574f3c93d6218f583119b0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/5807c7358f7143ff82ffc162cb1f1b2f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/91ec778c1286427ba40c7abbe02f270d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/532d79ed8362416ab354e7e39a0673e2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/c4ba1ddee78c46cb93acbf2c4cc8b744, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/fd94636c9a0c43c3a84fbae9eb25b559, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/a5f70f28e92544f5b7a878f5ed2afaa6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/1ad53ca017b04a0a819e7f844cf50a7a, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/8cae3fc5118d42149cbdb49b756d8aa6, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/7fcc4120fce249ddbb67d8d99a4c05a2, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/9fa668c6fec24d60bfecf09221ae69e7, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/05503d4c034e4259a297fe1df3a88724, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/59a5c620058445f8bc0cb58d429fa8ab, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/14655a30ecc349c0a313dee7c5b0dcc3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/faf8f0afc7df4c46938665c43bd34e04, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/569cd803da64453f94b4338739887722, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/27c3c537b73946bab596c342be029ea1, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/b4ebabd96de147148603a994c5fb8104, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/f85c2c2ad43746caa96f8ffc192d67ce] to archive 2024-11-22T20:24:27,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:24:27,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/4277178926f44cff86d597db1df12a19 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/4277178926f44cff86d597db1df12a19 2024-11-22T20:24:27,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/e4a051fd39644d669a7fcbd343a2ffb2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/e4a051fd39644d669a7fcbd343a2ffb2 2024-11-22T20:24:27,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/aec57a46e1574f3c93d6218f583119b0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/aec57a46e1574f3c93d6218f583119b0 2024-11-22T20:24:27,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/5807c7358f7143ff82ffc162cb1f1b2f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/5807c7358f7143ff82ffc162cb1f1b2f 2024-11-22T20:24:27,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/91ec778c1286427ba40c7abbe02f270d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/91ec778c1286427ba40c7abbe02f270d 2024-11-22T20:24:27,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/532d79ed8362416ab354e7e39a0673e2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/532d79ed8362416ab354e7e39a0673e2 2024-11-22T20:24:27,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/c4ba1ddee78c46cb93acbf2c4cc8b744 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/c4ba1ddee78c46cb93acbf2c4cc8b744 2024-11-22T20:24:27,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/fd94636c9a0c43c3a84fbae9eb25b559 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/fd94636c9a0c43c3a84fbae9eb25b559 2024-11-22T20:24:27,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/a5f70f28e92544f5b7a878f5ed2afaa6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/a5f70f28e92544f5b7a878f5ed2afaa6 2024-11-22T20:24:27,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/1ad53ca017b04a0a819e7f844cf50a7a to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/1ad53ca017b04a0a819e7f844cf50a7a 2024-11-22T20:24:27,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/8cae3fc5118d42149cbdb49b756d8aa6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/8cae3fc5118d42149cbdb49b756d8aa6 2024-11-22T20:24:27,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/7fcc4120fce249ddbb67d8d99a4c05a2 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/7fcc4120fce249ddbb67d8d99a4c05a2 2024-11-22T20:24:27,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/9fa668c6fec24d60bfecf09221ae69e7 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/9fa668c6fec24d60bfecf09221ae69e7 2024-11-22T20:24:27,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/05503d4c034e4259a297fe1df3a88724 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/05503d4c034e4259a297fe1df3a88724 2024-11-22T20:24:27,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/59a5c620058445f8bc0cb58d429fa8ab to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/59a5c620058445f8bc0cb58d429fa8ab 2024-11-22T20:24:27,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/14655a30ecc349c0a313dee7c5b0dcc3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/14655a30ecc349c0a313dee7c5b0dcc3 2024-11-22T20:24:27,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/faf8f0afc7df4c46938665c43bd34e04 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/faf8f0afc7df4c46938665c43bd34e04 2024-11-22T20:24:27,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/569cd803da64453f94b4338739887722 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/569cd803da64453f94b4338739887722 2024-11-22T20:24:27,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/27c3c537b73946bab596c342be029ea1 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/27c3c537b73946bab596c342be029ea1 2024-11-22T20:24:27,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/b4ebabd96de147148603a994c5fb8104 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/b4ebabd96de147148603a994c5fb8104 2024-11-22T20:24:27,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/f85c2c2ad43746caa96f8ffc192d67ce to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/f85c2c2ad43746caa96f8ffc192d67ce 2024-11-22T20:24:27,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8d49fa19a1be4ce9835b11b1ab57cadd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2fd3cd7216be46a79ae5aa8d93e468f9, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/b7ed4fd39dd8449b875e3442eccfc7f8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2bd32ba99434463ba4634e92bd8cbbec, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/7afae12e24394b89a3547db4f3ce6a36, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/73e7cb349ef04cf89b81e3974b015d29, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/c3c47082bb70492dbd79607e493dad9c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e78589d4f4f445259296a2d15d1de021, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/955b726774204809a41f714be3727353, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4f83069155ce44c1a5f0b2a95615fffb, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4e414675b96a4349a468ccc10cff6bed, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4196be86cc214452ac75e6162ce7e6e3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8cd0737da4914c88a9ae127e57a02347, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e2c4e7eac17a48c4a903e70c863d9edd, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/b7bfafb55b1f49858e70860d1000fc74, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/ff8ab29b04844c2984770a8429209e6f, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8417d80bc0514750acf4f58f89fed297, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/6007ddfdfe4e4f608472fe866deec35c, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/bdb36ec793214de38f0e33fb02a63e83, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e7509a1351434c3e988079676448e685, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/169ef0096faf4771b2e53a6df3b15cbf] to archive 2024-11-22T20:24:27,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:24:27,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8d49fa19a1be4ce9835b11b1ab57cadd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8d49fa19a1be4ce9835b11b1ab57cadd 2024-11-22T20:24:27,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2fd3cd7216be46a79ae5aa8d93e468f9 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2fd3cd7216be46a79ae5aa8d93e468f9 2024-11-22T20:24:27,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/b7ed4fd39dd8449b875e3442eccfc7f8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/b7ed4fd39dd8449b875e3442eccfc7f8 2024-11-22T20:24:27,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2bd32ba99434463ba4634e92bd8cbbec to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/2bd32ba99434463ba4634e92bd8cbbec 2024-11-22T20:24:27,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/7afae12e24394b89a3547db4f3ce6a36 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/7afae12e24394b89a3547db4f3ce6a36 2024-11-22T20:24:27,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/73e7cb349ef04cf89b81e3974b015d29 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/73e7cb349ef04cf89b81e3974b015d29 2024-11-22T20:24:27,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/c3c47082bb70492dbd79607e493dad9c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/c3c47082bb70492dbd79607e493dad9c 2024-11-22T20:24:27,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e78589d4f4f445259296a2d15d1de021 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e78589d4f4f445259296a2d15d1de021 2024-11-22T20:24:27,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/955b726774204809a41f714be3727353 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/955b726774204809a41f714be3727353 2024-11-22T20:24:27,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4f83069155ce44c1a5f0b2a95615fffb to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4f83069155ce44c1a5f0b2a95615fffb 2024-11-22T20:24:27,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4e414675b96a4349a468ccc10cff6bed to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4e414675b96a4349a468ccc10cff6bed 2024-11-22T20:24:27,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4196be86cc214452ac75e6162ce7e6e3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/4196be86cc214452ac75e6162ce7e6e3 2024-11-22T20:24:27,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8cd0737da4914c88a9ae127e57a02347 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8cd0737da4914c88a9ae127e57a02347 2024-11-22T20:24:27,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e2c4e7eac17a48c4a903e70c863d9edd to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e2c4e7eac17a48c4a903e70c863d9edd 2024-11-22T20:24:27,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/b7bfafb55b1f49858e70860d1000fc74 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/b7bfafb55b1f49858e70860d1000fc74 2024-11-22T20:24:27,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/ff8ab29b04844c2984770a8429209e6f to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/ff8ab29b04844c2984770a8429209e6f 2024-11-22T20:24:27,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8417d80bc0514750acf4f58f89fed297 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/8417d80bc0514750acf4f58f89fed297 2024-11-22T20:24:27,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/6007ddfdfe4e4f608472fe866deec35c to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/6007ddfdfe4e4f608472fe866deec35c 2024-11-22T20:24:27,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/bdb36ec793214de38f0e33fb02a63e83 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/bdb36ec793214de38f0e33fb02a63e83 2024-11-22T20:24:27,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e7509a1351434c3e988079676448e685 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/e7509a1351434c3e988079676448e685 2024-11-22T20:24:27,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/169ef0096faf4771b2e53a6df3b15cbf to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/169ef0096faf4771b2e53a6df3b15cbf 2024-11-22T20:24:27,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0c7bd2138b3142bd966f2b37c18b09b0, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/06811ad23c174817b15aaadc154cdf9b, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ed8082dbfe2a4e1ebb2b1aa8f2d0870d, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ad75d4d1cd1c4752b8d0d6c2ae97b158, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/1285453027314bc1b8614d56692feb07, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/e6499b87b40e463ca5ef4a8cb5ee5ba5, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/fcf41dbf290b46da805c7593bf7c3063, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/2fff74d0534e407ebb59767bae79f451, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c7614c72c22048d6b39470ac60c08893, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/71af611120274e689124d4718b7ddf33, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0a98e6e2475b4aa483f6df8399f56b12, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/b3610b76779a4fe3a0ffe99f2ce25ee3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c384720c9a944f769f388774585afff8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/4ad95231a5f1407c9db4f9bc2a1b4ade, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/94a3bd3d9503403897ad6a5f1f618027, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/8e2b7459b8cd493592b9780c492f9ce4, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c52fed89e55a4542a8795c26c9d6f180, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/248da138fb754c4d88e7980072c2dec3, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0d8d9487395b4f9886e7921837e419b8, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/cecd6962a4fd45a78cf8f872cae141ed, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ffc2419e114e4beaaddd6f842169d219] to archive 2024-11-22T20:24:27,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T20:24:27,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0c7bd2138b3142bd966f2b37c18b09b0 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0c7bd2138b3142bd966f2b37c18b09b0 2024-11-22T20:24:27,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/06811ad23c174817b15aaadc154cdf9b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/06811ad23c174817b15aaadc154cdf9b 2024-11-22T20:24:27,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ed8082dbfe2a4e1ebb2b1aa8f2d0870d to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ed8082dbfe2a4e1ebb2b1aa8f2d0870d 2024-11-22T20:24:27,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ad75d4d1cd1c4752b8d0d6c2ae97b158 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ad75d4d1cd1c4752b8d0d6c2ae97b158 2024-11-22T20:24:27,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/1285453027314bc1b8614d56692feb07 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/1285453027314bc1b8614d56692feb07 2024-11-22T20:24:27,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/e6499b87b40e463ca5ef4a8cb5ee5ba5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/e6499b87b40e463ca5ef4a8cb5ee5ba5 2024-11-22T20:24:27,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/fcf41dbf290b46da805c7593bf7c3063 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/fcf41dbf290b46da805c7593bf7c3063 2024-11-22T20:24:27,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/2fff74d0534e407ebb59767bae79f451 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/2fff74d0534e407ebb59767bae79f451 2024-11-22T20:24:27,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c7614c72c22048d6b39470ac60c08893 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c7614c72c22048d6b39470ac60c08893 2024-11-22T20:24:27,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/71af611120274e689124d4718b7ddf33 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/71af611120274e689124d4718b7ddf33 2024-11-22T20:24:27,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0a98e6e2475b4aa483f6df8399f56b12 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0a98e6e2475b4aa483f6df8399f56b12 2024-11-22T20:24:27,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/b3610b76779a4fe3a0ffe99f2ce25ee3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/b3610b76779a4fe3a0ffe99f2ce25ee3 2024-11-22T20:24:27,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c384720c9a944f769f388774585afff8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c384720c9a944f769f388774585afff8 2024-11-22T20:24:27,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/4ad95231a5f1407c9db4f9bc2a1b4ade to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/4ad95231a5f1407c9db4f9bc2a1b4ade 2024-11-22T20:24:27,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/94a3bd3d9503403897ad6a5f1f618027 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/94a3bd3d9503403897ad6a5f1f618027 2024-11-22T20:24:27,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/8e2b7459b8cd493592b9780c492f9ce4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/8e2b7459b8cd493592b9780c492f9ce4 2024-11-22T20:24:27,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c52fed89e55a4542a8795c26c9d6f180 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/c52fed89e55a4542a8795c26c9d6f180 2024-11-22T20:24:27,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/248da138fb754c4d88e7980072c2dec3 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/248da138fb754c4d88e7980072c2dec3 2024-11-22T20:24:27,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0d8d9487395b4f9886e7921837e419b8 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/0d8d9487395b4f9886e7921837e419b8 2024-11-22T20:24:27,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/cecd6962a4fd45a78cf8f872cae141ed to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/cecd6962a4fd45a78cf8f872cae141ed 2024-11-22T20:24:27,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ffc2419e114e4beaaddd6f842169d219 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ffc2419e114e4beaaddd6f842169d219 2024-11-22T20:24:27,211 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=4 2024-11-22T20:24:27,212 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425. 2024-11-22T20:24:27,212 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for 448fbdd78d63d3a68480362534c8a425: 2024-11-22T20:24:27,213 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed 448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=448fbdd78d63d3a68480362534c8a425, regionState=CLOSED 2024-11-22T20:24:27,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-22T20:24:27,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure 448fbdd78d63d3a68480362534c8a425, server=bc573ddb75cd,39703,1732306894037 in 1.9200 sec 2024-11-22T20:24:27,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-22T20:24:27,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=448fbdd78d63d3a68480362534c8a425, UNASSIGN in 1.9220 sec 2024-11-22T20:24:27,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-22T20:24:27,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9240 sec 2024-11-22T20:24:27,218 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732307067218"}]},"ts":"1732307067218"} 2024-11-22T20:24:27,218 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T20:24:27,220 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T20:24:27,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9330 sec 2024-11-22T20:24:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-22T20:24:27,392 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-22T20:24:27,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T20:24:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:24:27,394 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:24:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T20:24:27,394 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:24:27,396 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,398 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C, FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/recovered.edits] 2024-11-22T20:24:27,400 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/278dff14c0ad4281b4e312606e2093d5 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/278dff14c0ad4281b4e312606e2093d5 2024-11-22T20:24:27,401 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/7efcf6e24f714a19b4a8864c5e8fc1ff to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/7efcf6e24f714a19b4a8864c5e8fc1ff 2024-11-22T20:24:27,402 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/b60fb60995784e5188a38959a13f0e99 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/b60fb60995784e5188a38959a13f0e99 2024-11-22T20:24:27,403 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/ebaf7caf6380453897330af126d84d70 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/A/ebaf7caf6380453897330af126d84d70 2024-11-22T20:24:27,405 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/565ab36c94e9489f8795ad71a2e97fa6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/565ab36c94e9489f8795ad71a2e97fa6 2024-11-22T20:24:27,406 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/81eb6e2a026746d79b919344925ac2d4 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/81eb6e2a026746d79b919344925ac2d4 2024-11-22T20:24:27,406 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/a54c2c4688c44cedb1fe1229bf96b9ac to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/a54c2c4688c44cedb1fe1229bf96b9ac 2024-11-22T20:24:27,407 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/ed5f4d19e7af4210a14d02f25ed5ede6 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/B/ed5f4d19e7af4210a14d02f25ed5ede6 2024-11-22T20:24:27,409 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/314983e701144a6eb6fee6462d9a61ae to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/314983e701144a6eb6fee6462d9a61ae 2024-11-22T20:24:27,410 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/56ffd938e7c040da880bacaddcc6be4e to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/56ffd938e7c040da880bacaddcc6be4e 2024-11-22T20:24:27,411 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ee69bd2b241c421c92ccf37a77361936 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/ee69bd2b241c421c92ccf37a77361936 2024-11-22T20:24:27,411 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/f8d0e0e710834486830dea83234ca95b to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/C/f8d0e0e710834486830dea83234ca95b 2024-11-22T20:24:27,413 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/recovered.edits/342.seqid to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425/recovered.edits/342.seqid 2024-11-22T20:24:27,414 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/default/TestAcidGuarantees/448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,414 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T20:24:27,414 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:24:27,415 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T20:24:27,417 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207fd4e4c76344111b17bbf933a5c5459_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207fd4e4c76344111b17bbf933a5c5459_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,418 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221250289c82134528b3107b76ca74f85b_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221250289c82134528b3107b76ca74f85b_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,419 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221c428ae979434a9fbe2fc6cf0993a86f_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221c428ae979434a9fbe2fc6cf0993a86f_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,420 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230e902bb8e194e1daa746177162b522f_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112230e902bb8e194e1daa746177162b522f_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,421 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112253d3674c8f2141fb9307f0b51c305126_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112253d3674c8f2141fb9307f0b51c305126_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,421 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226888314e35154945ac9033cec728f953_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226888314e35154945ac9033cec728f953_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,422 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226dca747ac97346a89bea7f01921c39e9_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411226dca747ac97346a89bea7f01921c39e9_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,423 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227eb0139a57b54e85b19b9c8127aad93d_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227eb0139a57b54e85b19b9c8127aad93d_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,424 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228c74c7250aa244baafc8b62aa5f33c3d_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228c74c7250aa244baafc8b62aa5f33c3d_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,425 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229a480bc43db04d4a9e72966136b36024_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229a480bc43db04d4a9e72966136b36024_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,426 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a165faeef9fe4c57a9a76db756ee3808_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a165faeef9fe4c57a9a76db756ee3808_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,427 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a29eae1bbaee4d66bd046c32cdc117a8_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a29eae1bbaee4d66bd046c32cdc117a8_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,427 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122accbe744f2054c2baa52d42cc9ce9595_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122accbe744f2054c2baa52d42cc9ce9595_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,428 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b926b5f428064d63ac48b1726d1b0fc4_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b926b5f428064d63ac48b1726d1b0fc4_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,429 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e2741327a6544fe79008d822e7745002_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e2741327a6544fe79008d822e7745002_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,430 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e47ddc78da44472b9e17f5daa79d13b3_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e47ddc78da44472b9e17f5daa79d13b3_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,430 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f582961b0e2447788af9e6f1e321833f_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f582961b0e2447788af9e6f1e321833f_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,431 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fce8f7f67d564d598379e0c16de0412f_448fbdd78d63d3a68480362534c8a425 to hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fce8f7f67d564d598379e0c16de0412f_448fbdd78d63d3a68480362534c8a425 2024-11-22T20:24:27,431 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T20:24:27,433 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:24:27,435 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T20:24:27,437 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T20:24:27,438 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:24:27,438 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T20:24:27,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732307067438"}]},"ts":"9223372036854775807"} 2024-11-22T20:24:27,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-22T20:24:27,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 448fbdd78d63d3a68480362534c8a425, NAME => 'TestAcidGuarantees,,1732307039375.448fbdd78d63d3a68480362534c8a425.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T20:24:27,439 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T20:24:27,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732307067439"}]},"ts":"9223372036854775807"} 2024-11-22T20:24:27,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-22T20:24:27,443 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T20:24:27,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-22T20:24:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-22T20:24:27,495 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-22T20:24:27,506 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=241 (was 241), OpenFileDescriptor=461 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=4319 (was 4454) 2024-11-22T20:24:27,506 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-22T20:24:27,506 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-22T20:24:27,506 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:52147 2024-11-22T20:24:27,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:27,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T20:24:27,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1923464191, stopped=false 2024-11-22T20:24:27,507 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bc573ddb75cd,33935,1732306893066 2024-11-22T20:24:27,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T20:24:27,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T20:24:27,508 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-22T20:24:27,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:24:27,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:24:27,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T20:24:27,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T20:24:27,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:27,509 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc573ddb75cd,39703,1732306894037' ***** 2024-11-22T20:24:27,509 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-22T20:24:27,510 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T20:24:27,510 INFO [RS:0;bc573ddb75cd:39703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T20:24:27,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-22T20:24:27,510 INFO [RS:0;bc573ddb75cd:39703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T20:24:27,510 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(3579): Received CLOSE for d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:24:27,511 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1224): stopping server bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:27,511 DEBUG [RS:0;bc573ddb75cd:39703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:27,511 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T20:24:27,511 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T20:24:27,511 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T20:24:27,511 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-22T20:24:27,511 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-22T20:24:27,511 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1603): Online Regions={d84816ef592a45fdaaabfa6cec05132d=hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T20:24:27,511 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d84816ef592a45fdaaabfa6cec05132d, disabling compactions & flushes 2024-11-22T20:24:27,511 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:24:27,511 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:24:27,511 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. after waiting 0 ms 2024-11-22T20:24:27,511 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:24:27,511 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-22T20:24:27,511 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d84816ef592a45fdaaabfa6cec05132d 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-22T20:24:27,511 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-22T20:24:27,511 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-22T20:24:27,511 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T20:24:27,511 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T20:24:27,511 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-22T20:24:27,511 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:24:27,518 INFO [regionserver/bc573ddb75cd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T20:24:27,527 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/namespace/d84816ef592a45fdaaabfa6cec05132d/.tmp/info/016811daf2294574bcfb5137ca671b1d is 45, key is default/info:d/1732306897732/Put/seqid=0 2024-11-22T20:24:27,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742592_1768 (size=5037) 2024-11-22T20:24:27,532 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/.tmp/info/168c3deae4304bf6b104cfba7519595b is 143, key is hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d./info:regioninfo/1732306897649/Put/seqid=0 2024-11-22T20:24:27,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742593_1769 (size=7725) 2024-11-22T20:24:27,535 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/.tmp/info/168c3deae4304bf6b104cfba7519595b 2024-11-22T20:24:27,553 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/.tmp/rep_barrier/3b13f332324045958bfa2c55a398bbf9 is 102, key is TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107./rep_barrier:/1732306930236/DeleteFamily/seqid=0 2024-11-22T20:24:27,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742594_1770 (size=6025) 2024-11-22T20:24:27,588 INFO [regionserver/bc573ddb75cd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T20:24:27,588 INFO [regionserver/bc573ddb75cd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T20:24:27,712 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:24:27,912 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d84816ef592a45fdaaabfa6cec05132d 2024-11-22T20:24:27,932 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/namespace/d84816ef592a45fdaaabfa6cec05132d/.tmp/info/016811daf2294574bcfb5137ca671b1d 2024-11-22T20:24:27,935 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/namespace/d84816ef592a45fdaaabfa6cec05132d/.tmp/info/016811daf2294574bcfb5137ca671b1d as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/namespace/d84816ef592a45fdaaabfa6cec05132d/info/016811daf2294574bcfb5137ca671b1d 2024-11-22T20:24:27,938 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/namespace/d84816ef592a45fdaaabfa6cec05132d/info/016811daf2294574bcfb5137ca671b1d, entries=2, sequenceid=6, filesize=4.9 K 2024-11-22T20:24:27,938 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d84816ef592a45fdaaabfa6cec05132d in 427ms, sequenceid=6, compaction requested=false 2024-11-22T20:24:27,941 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/namespace/d84816ef592a45fdaaabfa6cec05132d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T20:24:27,941 INFO [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:24:27,941 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d84816ef592a45fdaaabfa6cec05132d: 2024-11-22T20:24:27,942 DEBUG [RS_CLOSE_REGION-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732306896364.d84816ef592a45fdaaabfa6cec05132d. 2024-11-22T20:24:27,957 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/.tmp/rep_barrier/3b13f332324045958bfa2c55a398bbf9 2024-11-22T20:24:27,975 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/.tmp/table/c5179c2196354684814a2438afdded32 is 96, key is TestAcidGuarantees,,1732306897940.be396040764475d853e08d5d4175b107./table:/1732306930236/DeleteFamily/seqid=0 2024-11-22T20:24:27,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742595_1771 (size=5942) 2024-11-22T20:24:28,112 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T20:24:28,312 DEBUG [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-22T20:24:28,378 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/.tmp/table/c5179c2196354684814a2438afdded32 2024-11-22T20:24:28,381 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/.tmp/info/168c3deae4304bf6b104cfba7519595b as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/info/168c3deae4304bf6b104cfba7519595b 2024-11-22T20:24:28,384 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/info/168c3deae4304bf6b104cfba7519595b, entries=22, sequenceid=93, filesize=7.5 K 2024-11-22T20:24:28,384 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/.tmp/rep_barrier/3b13f332324045958bfa2c55a398bbf9 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/rep_barrier/3b13f332324045958bfa2c55a398bbf9 2024-11-22T20:24:28,387 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/rep_barrier/3b13f332324045958bfa2c55a398bbf9, entries=6, sequenceid=93, filesize=5.9 K 2024-11-22T20:24:28,387 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/.tmp/table/c5179c2196354684814a2438afdded32 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/table/c5179c2196354684814a2438afdded32 2024-11-22T20:24:28,389 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/table/c5179c2196354684814a2438afdded32, entries=9, sequenceid=93, filesize=5.8 K 2024-11-22T20:24:28,390 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 879ms, sequenceid=93, compaction requested=false 2024-11-22T20:24:28,393 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-22T20:24:28,393 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T20:24:28,393 INFO [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-22T20:24:28,393 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-22T20:24:28,394 DEBUG [RS_CLOSE_META-regionserver/bc573ddb75cd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T20:24:28,513 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1250): stopping server bc573ddb75cd,39703,1732306894037; all regions closed. 2024-11-22T20:24:28,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741834_1010 (size=26050) 2024-11-22T20:24:28,519 DEBUG [RS:0;bc573ddb75cd:39703 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/oldWALs 2024-11-22T20:24:28,519 INFO [RS:0;bc573ddb75cd:39703 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc573ddb75cd%2C39703%2C1732306894037.meta:.meta(num 1732306896054) 2024-11-22T20:24:28,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741833_1009 (size=17470187) 2024-11-22T20:24:28,522 DEBUG [RS:0;bc573ddb75cd:39703 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/oldWALs 2024-11-22T20:24:28,522 INFO [RS:0;bc573ddb75cd:39703 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bc573ddb75cd%2C39703%2C1732306894037:(num 1732306895766) 2024-11-22T20:24:28,522 DEBUG [RS:0;bc573ddb75cd:39703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:28,522 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T20:24:28,522 INFO [RS:0;bc573ddb75cd:39703 {}] hbase.ChoreService(370): Chore service for: regionserver/bc573ddb75cd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-22T20:24:28,522 INFO [regionserver/bc573ddb75cd:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-22T20:24:28,523 INFO [RS:0;bc573ddb75cd:39703 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39703 2024-11-22T20:24:28,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bc573ddb75cd,39703,1732306894037 2024-11-22T20:24:28,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T20:24:28,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bc573ddb75cd,39703,1732306894037] 2024-11-22T20:24:28,528 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bc573ddb75cd,39703,1732306894037; numProcessing=1 2024-11-22T20:24:28,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bc573ddb75cd,39703,1732306894037 already deleted, retry=false 2024-11-22T20:24:28,530 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bc573ddb75cd,39703,1732306894037 expired; onlineServers=0 2024-11-22T20:24:28,530 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bc573ddb75cd,33935,1732306893066' ***** 2024-11-22T20:24:28,530 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T20:24:28,530 DEBUG [M:0;bc573ddb75cd:33935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6746f738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bc573ddb75cd/172.17.0.2:0 2024-11-22T20:24:28,530 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.HRegionServer(1224): stopping server bc573ddb75cd,33935,1732306893066 2024-11-22T20:24:28,530 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.HRegionServer(1250): stopping server bc573ddb75cd,33935,1732306893066; all regions closed. 2024-11-22T20:24:28,530 DEBUG [M:0;bc573ddb75cd:33935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T20:24:28,530 DEBUG [M:0;bc573ddb75cd:33935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T20:24:28,530 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T20:24:28,530 DEBUG [M:0;bc573ddb75cd:33935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T20:24:28,530 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.small.0-1732306895336 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.small.0-1732306895336,5,FailOnTimeoutGroup] 2024-11-22T20:24:28,531 INFO [M:0;bc573ddb75cd:33935 {}] hbase.ChoreService(370): Chore service for: master/bc573ddb75cd:0 had [] on shutdown 2024-11-22T20:24:28,531 DEBUG [M:0;bc573ddb75cd:33935 {}] master.HMaster(1733): Stopping service threads 2024-11-22T20:24:28,531 INFO [M:0;bc573ddb75cd:33935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T20:24:28,531 ERROR [M:0;bc573ddb75cd:33935 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:40645 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40645,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T20:24:28,532 INFO [M:0;bc573ddb75cd:33935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T20:24:28,532 DEBUG [master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.large.0-1732306895334 {}] cleaner.HFileCleaner(306): Exit Thread[master/bc573ddb75cd:0:becomeActiveMaster-HFileCleaner.large.0-1732306895334,5,FailOnTimeoutGroup] 2024-11-22T20:24:28,532 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T20:24:28,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T20:24:28,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T20:24:28,532 DEBUG [M:0;bc573ddb75cd:33935 {}] zookeeper.ZKUtil(347): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T20:24:28,532 WARN [M:0;bc573ddb75cd:33935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T20:24:28,532 INFO [M:0;bc573ddb75cd:33935 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-22T20:24:28,532 INFO [M:0;bc573ddb75cd:33935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T20:24:28,533 DEBUG [M:0;bc573ddb75cd:33935 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T20:24:28,533 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:24:28,533 DEBUG [M:0;bc573ddb75cd:33935 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:24:28,533 DEBUG [M:0;bc573ddb75cd:33935 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T20:24:28,533 DEBUG [M:0;bc573ddb75cd:33935 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:24:28,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T20:24:28,533 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=782.55 KB heapSize=963.14 KB 2024-11-22T20:24:28,548 DEBUG [M:0;bc573ddb75cd:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13f1c439de7d468fb24f0c6ac2f5ce41 is 82, key is hbase:meta,,1/info:regioninfo/1732306896225/Put/seqid=0 2024-11-22T20:24:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742596_1772 (size=5672) 2024-11-22T20:24:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T20:24:28,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x10020e52e270001, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T20:24:28,628 INFO [RS:0;bc573ddb75cd:39703 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc573ddb75cd,39703,1732306894037; zookeeper connection closed. 2024-11-22T20:24:28,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@533ae828 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@533ae828 2024-11-22T20:24:28,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T20:24:28,951 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2231 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13f1c439de7d468fb24f0c6ac2f5ce41 2024-11-22T20:24:28,971 DEBUG [M:0;bc573ddb75cd:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/519fe478668d49d68ba2a28972850b82 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x98/proc:d/1732307042389/Put/seqid=0 2024-11-22T20:24:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742597_1773 (size=44703) 2024-11-22T20:24:28,975 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=781.99 KB at sequenceid=2231 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/519fe478668d49d68ba2a28972850b82 2024-11-22T20:24:28,977 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 519fe478668d49d68ba2a28972850b82 2024-11-22T20:24:28,995 DEBUG [M:0;bc573ddb75cd:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/573bdaa1c82f4df7b7f972e24605e942 is 69, key is bc573ddb75cd,39703,1732306894037/rs:state/1732306895490/Put/seqid=0 2024-11-22T20:24:28,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073742598_1774 (size=5156) 2024-11-22T20:24:29,399 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2231 (bloomFilter=true), to=hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/573bdaa1c82f4df7b7f972e24605e942 2024-11-22T20:24:29,402 DEBUG [M:0;bc573ddb75cd:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13f1c439de7d468fb24f0c6ac2f5ce41 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13f1c439de7d468fb24f0c6ac2f5ce41 2024-11-22T20:24:29,405 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13f1c439de7d468fb24f0c6ac2f5ce41, entries=8, sequenceid=2231, filesize=5.5 K 2024-11-22T20:24:29,405 DEBUG [M:0;bc573ddb75cd:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/519fe478668d49d68ba2a28972850b82 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/519fe478668d49d68ba2a28972850b82 2024-11-22T20:24:29,408 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 519fe478668d49d68ba2a28972850b82 2024-11-22T20:24:29,408 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/519fe478668d49d68ba2a28972850b82, entries=177, sequenceid=2231, filesize=43.7 K 2024-11-22T20:24:29,408 DEBUG [M:0;bc573ddb75cd:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/573bdaa1c82f4df7b7f972e24605e942 as hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/573bdaa1c82f4df7b7f972e24605e942 2024-11-22T20:24:29,410 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40645/user/jenkins/test-data/761b1a8e-97a5-ee7f-cd22-a194b8864f6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/573bdaa1c82f4df7b7f972e24605e942, entries=1, sequenceid=2231, filesize=5.0 K 2024-11-22T20:24:29,411 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.HRegion(3040): Finished flush of dataSize ~782.55 KB/801330, heapSize ~962.84 KB/985952, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=2231, compaction requested=false 2024-11-22T20:24:29,412 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T20:24:29,412 DEBUG [M:0;bc573ddb75cd:33935 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-22T20:24:29,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741830_1006 (size=947576) 2024-11-22T20:24:29,414 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-22T20:24:29,414 INFO [M:0;bc573ddb75cd:33935 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-22T20:24:29,414 INFO [M:0;bc573ddb75cd:33935 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33935 2024-11-22T20:24:29,416 DEBUG [M:0;bc573ddb75cd:33935 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/bc573ddb75cd,33935,1732306893066 already deleted, retry=false 2024-11-22T20:24:29,518 INFO [M:0;bc573ddb75cd:33935 {}] regionserver.HRegionServer(1307): Exiting; stopping=bc573ddb75cd,33935,1732306893066; zookeeper connection closed. 2024-11-22T20:24:29,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T20:24:29,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x10020e52e270000, quorum=127.0.0.1:52147, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T20:24:29,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T20:24:29,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T20:24:29,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T20:24:29,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T20:24:29,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/hadoop.log.dir/,STOPPED} 2024-11-22T20:24:29,528 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T20:24:29,528 WARN [BP-1603232529-172.17.0.2-1732306889217 heartbeating to localhost/127.0.0.1:40645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T20:24:29,528 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T20:24:29,528 WARN [BP-1603232529-172.17.0.2-1732306889217 heartbeating to localhost/127.0.0.1:40645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603232529-172.17.0.2-1732306889217 (Datanode Uuid 36dc75ec-abcc-4f5f-8f72-e74578667f86) service to localhost/127.0.0.1:40645 2024-11-22T20:24:29,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/cluster_134b4e0d-0378-d1e9-db54-39e233a19dd5/dfs/data/data1/current/BP-1603232529-172.17.0.2-1732306889217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T20:24:29,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/cluster_134b4e0d-0378-d1e9-db54-39e233a19dd5/dfs/data/data2/current/BP-1603232529-172.17.0.2-1732306889217 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T20:24:29,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T20:24:29,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T20:24:29,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T20:24:29,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T20:24:29,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T20:24:29,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f984d13b-6d46-e45e-c9e3-83ef49a4fb66/hadoop.log.dir/,STOPPED} 2024-11-22T20:24:29,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-22T20:24:29,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down